---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:42:08.363535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25022"
    uid: 5b4f1e82-ba1f-492d-9d3e-c909ec2d2885
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:42:08Z"
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf.18a6ea7da2924552
    namespace: kserve-ci-e2e-test
    resourceVersion: "25028"
    uid: fee6d966-128d-4441-b5fa-9e7535d9cd0f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25032"
    uid: 5b4f1e82-ba1f-492d-9d3e-c909ec2d2885
  kind: Event
  lastTimestamp: "2026-04-16T18:42:08Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:42:08Z"
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf.18a6ea7dbd5aab42
    namespace: kserve-ci-e2e-test
    resourceVersion: "25044"
    uid: 0f6a847f-5fbd-4620-ace0-84b42b30e008
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 5b4f1e82-ba1f-492d-9d3e-c909ec2d2885
  kind: Event
  lastTimestamp: "2026-04-16T18:42:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:12Z"
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf.18a6ea7dbed9a633
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: 2767a800-a3a5-446e-a0de-148e47098d2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 5b4f1e82-ba1f-492d-9d3e-c909ec2d2885
  kind: Event
  lastTimestamp: "2026-04-16T18:42:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:12Z"
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf.18a6ea7dc25c8c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: d356e63e-e7cc-46d8-a1a4-8cc1fa9c16d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 5b4f1e82-ba1f-492d-9d3e-c909ec2d2885
  kind: Event
  lastTimestamp: "2026-04-16T18:42:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:12Z"
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf.18a6ea7dc2cfc25d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 9f212be9-85f2-4c30-9f0f-1ba9edee858d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 5b4f1e82-ba1f-492d-9d3e-c909ec2d2885
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf.18a6ea7eea5ce362
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: b751c425-64bf-447e-89dc-e8d328ad7169
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-6fabd9-predictor-845d8958cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25004"
    uid: 96bb480c-0a4c-4b1a-a247-bba95e695cd4
  kind: Event
  lastTimestamp: "2026-04-16T18:42:08Z"
  message: 'Created pod: isvc-init-fail-6fabd9-predictor-845d8958cc-v85bf'
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:08Z"
    name: isvc-init-fail-6fabd9-predictor-845d8958cc.18a6ea7da203d64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: 573c66c6-9f91-470c-a107-936d0071b9ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-6fabd9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: a4f4807d-1f29-4241-be9a-66ead39e884e
  kind: Event
  lastTimestamp: "2026-04-16T18:42:08Z"
  message: Scaled up replica set isvc-init-fail-6fabd9-predictor-845d8958cc from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:08Z"
    name: isvc-init-fail-6fabd9-predictor.18a6ea7d9e06284c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25013"
    uid: b4cf62c7-eec2-442c-910a-8ed17e81b473
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6fabd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: f3e5cd26-a121-4f00-9d2d-27dc0d87c923
  kind: Event
  lastTimestamp: "2026-04-16T18:42:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:12Z"
    name: isvc-init-fail-6fabd9.18a6ea7d9dfabd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "25099"
    uid: 8c8b9fdc-552e-4c84-b7cd-dc3fd983ffdf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6fabd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: f3e5cd26-a121-4f00-9d2d-27dc0d87c923
  kind: Event
  lastTimestamp: "2026-04-16T18:42:08Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-6fabd9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-6fabd9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:08Z"
    name: isvc-init-fail-6fabd9.18a6ea7d9f21557e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25017"
    uid: 4604b2db-754c-48b0-8fb6-f6aa5e703cf5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-6fabd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24973"
    uid: f3e5cd26-a121-4f00-9d2d-27dc0d87c923
  kind: Event
  lastTimestamp: "2026-04-16T18:42:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-6fabd9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:08Z"
    name: isvc-init-fail-6fabd9.18a6ea7d9f21a806
    namespace: kserve-ci-e2e-test
    resourceVersion: "25020"
    uid: c60734ca-2dfc-4a46-9d50-b95d02e1f1fc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:24:22.855468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-78c8d484d6-hzd78
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:24:22Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e9858d5758d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: 77e453a6-28b0-458c-bcff-e2ce82da21a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:23Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:24:23Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e985a75f2c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 18dee9c1-39b3-4107-adec-446c84851772
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:23Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e985a89a258e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: 8a1f9c3c-4bc4-4893-8fb6-a501ef093810
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:23Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e985abd761f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: ae02b340-6c5b-4c68-8b2b-b6635c01f85d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:24:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:23Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e985ac49476e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16368"
    uid: 3a5e5215-d03a-4f83-8bf7-4d2b3d58f95d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:28Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:28Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e986c7c18ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: c29a262f-bdaf-4c20-9e1d-8e192521239f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:34Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.495s (6.495s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:34Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e9884aecfc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: ba04ff08-67fc-4f98-8d13-e3cc5fed9b92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:34Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e9884e571c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 6d4c058c-0843-4902-a1b2-6ed8834377ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:24:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:34Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e9884ec66dab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 9b917d81-3d07-4c47-afde-a6010da8876a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:26:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:06Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e9886ac70b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17202"
    uid: 4e34f1a9-afc4-46e6-8acd-277ca80fe182
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: d1d950ae-7e57-46be-a424-4febfa2c32c9
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-predictor-78c8d484d6-hzd78.18a6e99cdea0e916
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 18526dce-c00b-4aca-bfdc-df7a93ada543
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-78c8d484d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 7817b8f8-07fc-4c79-afba-4a75da998d9e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:22Z"
  message: 'Created pod: isvc-lightgbm-predictor-78c8d484d6-hzd78'
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:22Z"
    name: isvc-lightgbm-predictor-78c8d484d6.18a6e9858cebd0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: 9f1fdaea-9a0d-4f35-836a-76d4a7b05a23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: c5e4c694-06d3-400b-8a88-d792fa5ced29
  kind: Event
  lastTimestamp: "2026-04-16T18:24:22Z"
  message: Scaled up replica set isvc-lightgbm-predictor-78c8d484d6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:22Z"
    name: isvc-lightgbm-predictor.18a6e985894a348e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: da32b615-b14e-4275-b127-c9c79005bdf6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: a545df16-5b8f-474b-b60b-dabb6caa7714
  kind: Event
  lastTimestamp: "2026-04-16T18:25:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:25:07Z"
    name: isvc-lightgbm-predictor.18a6e989084221e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: c6e69f4f-f19b-4d97-83b6-24918e5dd834
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16302"
    uid: a545df16-5b8f-474b-b60b-dabb6caa7714
  kind: Event
  lastTimestamp: "2026-04-16T18:25:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:25:07Z"
    name: isvc-lightgbm-predictor.18a6e989089bfc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: c776d25d-5256-4879-a140-0e515d32ddab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: a545df16-5b8f-474b-b60b-dabb6caa7714
  kind: Event
  lastTimestamp: "2026-04-16T18:25:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:25:52Z"
    name: isvc-lightgbm-predictor.18a6e9938509ba05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: fcb9af02-fc1c-4837-a71b-1ee3de39531a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:25:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: a545df16-5b8f-474b-b60b-dabb6caa7714
  kind: Event
  lastTimestamp: "2026-04-16T18:25:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:25:52Z"
    name: isvc-lightgbm-predictor.18a6e993856d1950
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: a9ee1c25-cea5-4351-ad7a-d24c525e6e8e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:26:03.152371Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99ce780a1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: dd45b393-740f-437a-876d-2e0c50ceb2a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99d0d194a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: c44ac6f1-599c-4976-a822-fd2297510d67
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99d0e640ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17177"
    uid: ad934188-902d-4837-a1fc-de23cf8aa1ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99d11cef2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17179"
    uid: 3fc4be97-9a63-4a9e-b3bd-ef351926a571
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99d124157f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17180"
    uid: 366055e4-ef5d-4d4b-8bb1-8b7c3e684f89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:26:08Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99e24fdefa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17221"
    uid: f036568a-3e51-40de-8d01-a5388e2137d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:26:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99e294e3b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: 06db8f4f-1522-4e82-b94b-342853b48634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:26:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:26:08Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99e29c305bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17230"
    uid: 0ff38abb-d2ec-47d0-9223-a941699432db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:27:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:20Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e99e60e4d692
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: fb561277-c052-4eab-91eb-efd465ad3f2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 87c0ec98-7dd9-4a37-92c4-28bda4c3b4c8
  kind: Event
  lastTimestamp: "2026-04-16T18:27:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:33Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml.18a6e9b20266ff7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: cea0d08d-dbe8-4236-ae25-ef23f349cc41
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-64984c7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: d12b97a8-d627-43f2-853e-8c3e298be1be
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-64984c7cb-2fhml'
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime-predictor-64984c7cb.18a6e99ce6f34fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17158"
    uid: cfc58d51-dbc7-45f9-92ff-48a319e73ba8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17139"
    uid: bb0c8d9a-1369-4d67-af7d-a04d23a912ef
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-64984c7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime-predictor.18a6e99cdf322def
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: 49d86b28-9878-4131-b380-86ec8a4b8d5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 7bad26bd-888e-4184-b39b-29f73615a769
  kind: Event
  lastTimestamp: "2026-04-16T18:26:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:18Z"
    name: isvc-lightgbm-runtime-predictor.18a6e9a05e221ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: bc27717e-492f-4a3e-9b6b-35c3fa0778af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 7bad26bd-888e-4184-b39b-29f73615a769
  kind: Event
  lastTimestamp: "2026-04-16T18:26:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:26:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:26:18Z"
    name: isvc-lightgbm-runtime-predictor.18a6e9a05e9f14f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17296"
    uid: 4c28c2c4-75b9-4211-a895-cd24270fd6ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 7bad26bd-888e-4184-b39b-29f73615a769
  kind: Event
  lastTimestamp: "2026-04-16T18:27:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:33Z"
    name: isvc-lightgbm-runtime-predictor.18a6e9a3dd5111ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 91328257-5b9c-473b-8435-276d461e5ba6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: 7bad26bd-888e-4184-b39b-29f73615a769
  kind: Event
  lastTimestamp: "2026-04-16T18:27:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:26:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:33Z"
    name: isvc-lightgbm-runtime-predictor.18a6e9a3ddb40a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: 207b6939-ddd9-401b-94ea-e2ebe94f152a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: fe248973-ac30-4e81-a402-151023f6d380
  kind: Event
  lastTimestamp: "2026-04-16T18:27:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:30Z"
    name: isvc-lightgbm-runtime.18a6e99cdf400a6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 4fdb3c6c-83cc-4acd-a0f5-5bd18e459a32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:26:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: fe248973-ac30-4e81-a402-151023f6d380
  kind: Event
  lastTimestamp: "2026-04-16T18:26:03Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:26:03Z"
    name: isvc-lightgbm-runtime.18a6e99ce01c28dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17147"
    uid: f6dd4b1c-1be3-46d6-b0df-3ba2e19be5e1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17812"
    uid: fe248973-ac30-4e81-a402-151023f6d380
  kind: Event
  lastTimestamp: "2026-04-16T18:27:30Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:27:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:30Z"
    name: isvc-lightgbm-runtime.18a6e9b140e9af18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17814"
    uid: 7e9132fe-5ac7-4820-9d48-ac06f09d37da
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:30:14.647671Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:30:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:30:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d775ca5e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19084"
    uid: 38473ed6-7c66-4e44-b881-a96f7fd44b4e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19086"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:15Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:30:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d793083308
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 8b0e9b66-b163-40ed-989e-9ee7483cc654
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d794eda120
    namespace: kserve-ci-e2e-test
    resourceVersion: "19094"
    uid: 0cb08e08-b280-4391-8a28-62d5a681dc25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d79a5aa856
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: 8e147eb8-e786-4080-b740-d20e90cdcf9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:15Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d79af76be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: 02b321f9-eee8-40ff-a197-d6d82ce86523
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:19Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d88f12152f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: 88a75f55-34e8-49a3-9265-a00a1d085d85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d8928715cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19137"
    uid: 53bf78ba-ee2a-45e1-ab16-c980eb2e6c16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d892fb36dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: 1a792941-662a-4ebc-888b-54edc5d9e907
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:21Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9d8cb777837
    namespace: kserve-ci-e2e-test
    resourceVersion: "19155"
    uid: 1841950d-cd09-4e62-b982-5c6b1e1d01c4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: 59586293-8f8d-44d3-bd1f-5905f1885214
  kind: Event
  lastTimestamp: "2026-04-16T18:30:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:34Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2.18a6e9dc18adfe61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 3eb40f6e-b858-4483-af94-ac45587f2f65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "19057"
    uid: ea8857b8-fff7-4aa8-a672-8eaff78e616f
  kind: Event
  lastTimestamp: "2026-04-16T18:30:14Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49-m7qj2'
  metadata:
    creationTimestamp: "2026-04-16T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:14Z"
    name: isvc-lightgbm-v2-kserve-predictor-68fc4f5b49.18a6e9d7744315a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 87ca9072-0aa4-4233-b6e0-628ce324eb3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: b9e074f1-e6dc-4cf2-9a74-aef17c1e46e9
  kind: Event
  lastTimestamp: "2026-04-16T18:30:14Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-68fc4f5b49 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:14Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e9d766b73114
    namespace: kserve-ci-e2e-test
    resourceVersion: "19064"
    uid: 23c01f25-40c1-48db-ab62-0531d93d1440
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 09f2e6cd-9201-453f-9e74-0b7e2b114208
  kind: Event
  lastTimestamp: "2026-04-16T18:30:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:29Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e9dae4698a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19213"
    uid: b4624a7a-52bb-4c75-a335-328bd15f0a73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 09f2e6cd-9201-453f-9e74-0b7e2b114208
  kind: Event
  lastTimestamp: "2026-04-16T18:30:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:29Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6e9dae4a99974
    namespace: kserve-ci-e2e-test
    resourceVersion: "19214"
    uid: 261f5e24-3fc1-453b-be9e-7025ed35d67c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: f8b6d1f0-37e9-4e43-8a23-b3d897ffb2ac
  kind: Event
  lastTimestamp: "2026-04-16T18:30:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:31Z"
    name: isvc-lightgbm-v2-kserve.18a6e9d7653b27a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19233"
    uid: d450584a-6892-4592-bd9f-49b7e95231e4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: f8b6d1f0-37e9-4e43-8a23-b3d897ffb2ac
  kind: Event
  lastTimestamp: "2026-04-16T18:30:14Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:14Z"
    name: isvc-lightgbm-v2-kserve.18a6e9d766a7b0b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: bde3727c-b26a-45ac-9607-faa94627540c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: f8b6d1f0-37e9-4e43-8a23-b3d897ffb2ac
  kind: Event
  lastTimestamp: "2026-04-16T18:30:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:14Z"
    name: isvc-lightgbm-v2-kserve.18a6e9d773b773b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: f3557e07-dde5-4ae9-8aa4-e1adb7b910ae
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19231"
    uid: f8b6d1f0-37e9-4e43-8a23-b3d897ffb2ac
  kind: Event
  lastTimestamp: "2026-04-16T18:30:31Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:31Z"
    name: isvc-lightgbm-v2-kserve.18a6e9db626c82d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: 396af89e-a08d-474c-a9c1-104309a17637
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:27:33.880454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:27:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9b207516168
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 029cf508-5ffb-436b-85b1-b8b32c84ad2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17893"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:27:34Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:27:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9b2207a4d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17900"
    uid: 8b0bec41-4941-4449-8619-720eaf26ca59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:27:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9b221c2407f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17902"
    uid: c9ea705c-3478-4a7f-8329-20fa760d0298
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:27:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9b22494a7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 287487d5-9701-403d-9e1b-ad742f539067
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:27:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9b225020359
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: ddb49183-36ce-48f7-8e76-75f2e50f44b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:27:38Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T18:27:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:27:38Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9b32b1c5521
    namespace: kserve-ci-e2e-test
    resourceVersion: "17943"
    uid: 7b14dee3-1742-48d3-97b8-40684cf00e3f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:29:40Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m1.598s
    (2m1.598s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9cf7af1046f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: c600e63e-c35c-4c1d-bbb9-ae235ae7ae22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:29:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9cf80c321af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18781"
    uid: e1d06fba-66d8-40f8-8aac-55be7c8aa372
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:29:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:29:40Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9cf820a25ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 090dd2d7-5a02-4067-936b-bcf424ef5a49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17884"
    uid: f702c019-3c95-4b4f-b23a-a4d401fab906
  kind: Event
  lastTimestamp: "2026-04-16T18:30:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k.18a6e9d7682fc778
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: 827020b4-810c-470f-8298-c8fd9d51154c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: 1f85d6ca-d886-46b4-a95e-1fad21a90df5
  kind: Event
  lastTimestamp: "2026-04-16T18:27:33Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8d44c64dc-q6t5k'
  metadata:
    creationTimestamp: "2026-04-16T18:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8d44c64dc.18a6e9b206f67200
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: 21dba8b2-408e-4415-b6bb-e6685787d832
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17869"
    uid: aef6e73f-8200-4181-850c-890be9d785f8
  kind: Event
  lastTimestamp: "2026-04-16T18:27:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8d44c64dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e9b202e4ce77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: 9080bbed-e621-4cff-a8fa-e140b3b08722
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: 42cfc376-166a-49fa-9e2c-887d8e55d620
  kind: Event
  lastTimestamp: "2026-04-16T18:29:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:48Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e9b581bea15a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: d214e431-8d76-46bc-b11e-6d0713dc7950
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: 42cfc376-166a-49fa-9e2c-887d8e55d620
  kind: Event
  lastTimestamp: "2026-04-16T18:29:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:27:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:29:48Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e9b582301d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: dba5e755-8bea-4524-929d-76960a3c7ecc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: 42cfc376-166a-49fa-9e2c-887d8e55d620
  kind: Event
  lastTimestamp: "2026-04-16T18:30:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:03Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e9d4f9a24797
    namespace: kserve-ci-e2e-test
    resourceVersion: "18949"
    uid: f4cf2679-91e5-4e48-9369-dcf2ebc4be7e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: 42cfc376-166a-49fa-9e2c-887d8e55d620
  kind: Event
  lastTimestamp: "2026-04-16T18:30:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:30:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:03Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6e9d4fa8e1821
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: c12d0b33-e51b-4273-923f-0761c0792d62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 808c78bd-eea6-4884-a39f-aac855ca7931
  kind: Event
  lastTimestamp: "2026-04-16T18:30:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-lightgbm-v2-runtime.18a6e9b202c4fe5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: 5ae2131c-2075-4ebe-9270-0aa91dd949be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:27:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 808c78bd-eea6-4884-a39f-aac855ca7931
  kind: Event
  lastTimestamp: "2026-04-16T18:27:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:27:33Z"
    name: isvc-lightgbm-v2-runtime.18a6e9b203624bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: 19ccf888-11a8-4050-ac50-ba800c74253a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: 808c78bd-eea6-4884-a39f-aac855ca7931
  kind: Event
  lastTimestamp: "2026-04-16T18:30:12Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:12Z"
    name: isvc-lightgbm-v2-runtime.18a6e9d6ec69aee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: a7b8acda-5c6c-4e5e-ab51-6bc2815521be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 00c1015c-7a7f-49a2-9dc2-cadb49803d5c
  kind: Event
  lastTimestamp: "2026-04-16T18:25:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:25:56Z"
    name: isvc-lightgbm.18a6e98589574ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 0edbd11e-2112-4ef6-9f7c-4902e29562de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: 00c1015c-7a7f-49a2-9dc2-cadb49803d5c
  kind: Event
  lastTimestamp: "2026-04-16T18:24:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:22Z"
    name: isvc-lightgbm.18a6e9858c69e907
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 192bcf88-1066-4bdd-8000-7c4cb74ec0ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:25:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: 00c1015c-7a7f-49a2-9dc2-cadb49803d5c
  kind: Event
  lastTimestamp: "2026-04-16T18:25:56Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:25:56Z"
    name: isvc-lightgbm.18a6e99b4ac129eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17063"
    uid: c91598b6-e6d9-400f-97a6-45f4bc0280ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:22:57.613857Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15627"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-78cf4b7dc8-pwgj9
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:22:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:22:57Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e971b48b9342
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: 4c9e482e-9c52-4005-a23d-d871a700f9a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:58Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:22:58Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e971cd99ebd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: 9bcbddc0-fc8c-40a0-849b-18e154eec64b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:58Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e971cf3d5638
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 4803d869-9c41-4565-ad6b-6d481062f6a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:58Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e971d267d36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 98939a24-77e9-4a4b-9b4e-a65859702d72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:58Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e971d2d949ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 060a551e-942a-4550-b407-62d458b822d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:23:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:01Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972aff64137
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: b4e3214e-f9d6-486c-8034-bb3498de1be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:23:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:01Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972b364b70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 2c0d29b1-b777-4eae-bdf6-86235757c247
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:23:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:01Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972b3dcd7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: 3c5cf88c-ddfb-4bac-96ce-dc99549c2ef7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:23:01Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:a791004ccdb7a3406d72e6b143b326c27f05d36a965b88257c4e01ea37c2dd62"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:01Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972b3e9e539
    namespace: kserve-ci-e2e-test
    resourceVersion: "15688"
    uid: 252fa67b-af80-489f-9290-a70141469d9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:23:01Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:01Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972b6dd54c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15689"
    uid: f4ff88a5-c050-4a2d-8a3e-c89cbe9e8d33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:23:01Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:23:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:01Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972b74f653f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: 4e5d14cc-efb0-4694-8695-64fae3e2388a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:43Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972ebf3375d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 9b1253a8-e532-4b95-85d5-58bcea92e420
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:43Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e972ebfcc807
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 071da58c-3ad9-438e-9dc7-252d3a8f123e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:22Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e9858b4b3fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: aa3f1603-0784-434d-a050-b475ce5224d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: 0d7e1af1-3db3-46f2-8f27-5040ff1c185e
  kind: Event
  lastTimestamp: "2026-04-16T18:24:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:22Z"
    name: isvc-logger-predictor-78cf4b7dc8-pwgj9.18a6e9858b4eaf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "16323"
    uid: 312beec4-aab9-447c-bdc3-8bac77ca9f2b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-78cf4b7dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15614"
    uid: 684ba1b4-29d1-450c-ba87-b2c8e5b71a70
  kind: Event
  lastTimestamp: "2026-04-16T18:22:57Z"
  message: 'Created pod: isvc-logger-predictor-78cf4b7dc8-pwgj9'
  metadata:
    creationTimestamp: "2026-04-16T18:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:57Z"
    name: isvc-logger-predictor-78cf4b7dc8.18a6e971b41d48bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: dd6de5a4-8bb3-48d3-85fb-69f5475323df
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15613"
    uid: fc4a3808-4c56-426b-be2f-0ae8c45bd9f7
  kind: Event
  lastTimestamp: "2026-04-16T18:22:57Z"
  message: Scaled up replica set isvc-logger-predictor-78cf4b7dc8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:57Z"
    name: isvc-logger-predictor.18a6e971b1299415
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 98cb2fe0-0178-44be-92c5-d315fe990bac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 9106bd13-f488-4cbd-81cb-82a55438e384
  kind: Event
  lastTimestamp: "2026-04-16T18:23:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:27Z"
    name: isvc-logger-predictor.18a6e9753043d993
    namespace: kserve-ci-e2e-test
    resourceVersion: "15889"
    uid: 81b06c02-025c-42b6-93cd-c580b43fc191
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15615"
    uid: 9106bd13-f488-4cbd-81cb-82a55438e384
  kind: Event
  lastTimestamp: "2026-04-16T18:23:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:27Z"
    name: isvc-logger-predictor.18a6e97530c06bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: f51d890e-fc95-4973-b934-b2d64252e4ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 9106bd13-f488-4cbd-81cb-82a55438e384
  kind: Event
  lastTimestamp: "2026-04-16T18:24:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:12Z"
    name: isvc-logger-predictor.18a6e97c2ec7a8fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16208"
    uid: bd1b67b7-1eb3-4d83-876f-41181aca9a0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15777"
    uid: 9106bd13-f488-4cbd-81cb-82a55438e384
  kind: Event
  lastTimestamp: "2026-04-16T18:24:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:24:12Z"
    name: isvc-logger-predictor.18a6e97c2f2e8796
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: 69b2be5a-4947-4b88-8b2b-1c9234fcb9c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 8480c713-802f-48bd-b5cf-72813d190b40
  kind: Event
  lastTimestamp: "2026-04-16T18:24:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:13Z"
    name: isvc-logger.18a6e971b1598d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 45796b4b-9ed0-4cdd-8ebe-b37e1fd6e7c5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: 8480c713-802f-48bd-b5cf-72813d190b40
  kind: Event
  lastTimestamp: "2026-04-16T18:22:57Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:57Z"
    name: isvc-logger.18a6e971b1f2eb73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: 9795f257-87e8-4059-8bf1-5edc67125a90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: 8480c713-802f-48bd-b5cf-72813d190b40
  kind: Event
  lastTimestamp: "2026-04-16T18:24:13Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:24:13Z"
    name: isvc-logger.18a6e98378ffb361
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: d1baf1ec-0687-42fc-bf0a-790281268c7b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:30:34.658603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19298"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:30:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:30:34Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dc1e88f549
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: 0525a443-cf37-44a8-aaaa-ecc8a2b327e0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:35Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:30:35Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dc37c9983d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: e2ebfdb4-c956-4f57-a091-7f5acd61466b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:35Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dc39a8124c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: a54ac5b6-c2a8-4c37-88ed-9b2306a750b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:35Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dc3d43629e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19321"
    uid: ec71f6b7-7bff-408f-8ae8-24fc8cdc3d19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:35Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dc3db0a376
    namespace: kserve-ci-e2e-test
    resourceVersion: "19322"
    uid: 96dbff3d-a0e6-4e3f-b624-e7141e105a4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dd3c395612
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: 97b4b87b-305f-4df3-b3e7-74da5f6f0fbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dd3f834b6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: 341750fe-aeba-4724-8f68-3eff3f035934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:30:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:30:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9dd3fe97add
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: f25c344e-f4ad-461d-b4c4-9e6ab997e332
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 712124bd-b639-4596-8f32-8fd7a947a16e
  kind: Event
  lastTimestamp: "2026-04-16T18:31:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:14Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn.18a6e9e57b8f2aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "19653"
    uid: 67a5bc5e-287b-41fc-9b12-86acded6fd6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: 1b8dfa03-e6da-4fca-9a8a-b1a3bb22d762
  kind: Event
  lastTimestamp: "2026-04-16T18:30:34Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5497fc5f68-8dxwn'
  metadata:
    creationTimestamp: "2026-04-16T18:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:34Z"
    name: isvc-mlflow-v2-runtime-predictor-5497fc5f68.18a6e9dc1de817df
    namespace: kserve-ci-e2e-test
    resourceVersion: "19302"
    uid: 5de56f4d-a19d-42a1-8c1c-463c15ad9715
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19279"
    uid: 5338c7ce-a746-4e66-bead-8f14d2e56d17
  kind: Event
  lastTimestamp: "2026-04-16T18:30:34Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5497fc5f68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:30:34Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e9dc16b516b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19287"
    uid: a9d1206b-eb9e-4402-ba51-d13603105bad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: 86c5f657-29f8-447a-9427-8a0467664baa
  kind: Event
  lastTimestamp: "2026-04-16T18:31:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:04Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e9df964b7042
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: f95448d7-ec6b-4587-a19d-f3e8eb3c4dae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19282"
    uid: 86c5f657-29f8-447a-9427-8a0467664baa
  kind: Event
  lastTimestamp: "2026-04-16T18:31:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:04Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6e9df97342bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: 25bdc40e-9ad7-4276-95b6-d9d6b118df4e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 297f359d-8230-4c76-8394-e031727f5417
  kind: Event
  lastTimestamp: "2026-04-16T18:31:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:11Z"
    name: isvc-mlflow-v2-runtime.18a6e9dc165e92f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19596"
    uid: f2a9279a-9fab-40aa-89bf-cc1db26c2759
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:30:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19259"
    uid: 297f359d-8230-4c76-8394-e031727f5417
  kind: Event
  lastTimestamp: "2026-04-16T18:30:34Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:30:34Z"
    name: isvc-mlflow-v2-runtime.18a6e9dc17cc37f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: 148caa8c-639c-4648-aadf-90afa98fc745
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: 297f359d-8230-4c76-8394-e031727f5417
  kind: Event
  lastTimestamp: "2026-04-16T18:31:11Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:11Z"
    name: isvc-mlflow-v2-runtime.18a6e9e4b9c2ceae
    namespace: kserve-ci-e2e-test
    resourceVersion: "19595"
    uid: 6edbda87-564c-420e-b4cc-61971262cc7a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:32:34.951521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20294"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-7dddcb4bd4-zmq4x
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:32:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:32:34Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9f8208d4823
    namespace: kserve-ci-e2e-test
    resourceVersion: "20299"
    uid: b2e3e4b4-c45d-4ef8-a094-1cb20640e05a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:35Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:32:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9f839fb2fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 7ed54402-73f5-4eab-b62c-9b478a237d5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9f83b59fee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: 13e96542-d424-4ae8-948f-39e39a846d6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9f83e1b4811
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 81e891ca-e452-4e72-a1fc-a5b47fb5ffc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:35Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9f83e8872e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: ca27c234-eb82-49dd-b534-20d72330e193
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:39Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:39Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9f946249122
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: 5f8793f2-50ab-4b19-b48c-f86acfcc57f2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:50Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.969s (10.969s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:50Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9fbd3f346c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20448"
    uid: 535bf59d-8390-412c-9897-832c65b03a05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:50Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9fbd7f1c287
    namespace: kserve-ci-e2e-test
    resourceVersion: "20449"
    uid: 4b4914a3-c70a-4cf4-8cbd-e5c795c14176
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:32:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:50Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9fbd891f09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20450"
    uid: 2337545b-32f7-424b-9843-0c57164376c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:33:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:22Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6e9fc146f2c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: 97c7e70b-9c9a-42a2-beb4-5c5aa0938039
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "20295"
    uid: 08d643f5-b594-497e-b002-af127afbee90
  kind: Event
  lastTimestamp: "2026-04-16T18:33:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:36Z"
    name: isvc-paddle-predictor-7dddcb4bd4-zmq4x.18a6ea067595f3ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: c5ccb597-198b-4444-80ad-5d3fcb0fb6fe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-7dddcb4bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20284"
    uid: 9eac4d1a-3144-4c8c-85f9-551028cfaded
  kind: Event
  lastTimestamp: "2026-04-16T18:32:34Z"
  message: 'Created pod: isvc-paddle-predictor-7dddcb4bd4-zmq4x'
  metadata:
    creationTimestamp: "2026-04-16T18:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:34Z"
    name: isvc-paddle-predictor-7dddcb4bd4.18a6e9f8203208e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20296"
    uid: 26aa6770-ca9d-4722-9163-778a831eec7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 2da7af29-00dd-4bea-af94-81d1588ca43f
  kind: Event
  lastTimestamp: "2026-04-16T18:32:34Z"
  message: Scaled up replica set isvc-paddle-predictor-7dddcb4bd4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:32:34Z"
    name: isvc-paddle-predictor.18a6e9f81d7de8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20286"
    uid: e6e5a8cf-de2a-487b-a426-82f2d9994b82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: 97f47f23-7294-4d9f-b087-799b6571905b
  kind: Event
  lastTimestamp: "2026-04-16T18:33:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:19Z"
    name: isvc-paddle-predictor.18a6e9fb9c79a260
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: 30b31dde-0034-418a-949d-74cd21267f98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20283"
    uid: 97f47f23-7294-4d9f-b087-799b6571905b
  kind: Event
  lastTimestamp: "2026-04-16T18:33:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:32:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:19Z"
    name: isvc-paddle-predictor.18a6e9fb9cfb1c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: eaa0f62b-4811-4c2e-938f-58334bc54cd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 97f47f23-7294-4d9f-b087-799b6571905b
  kind: Event
  lastTimestamp: "2026-04-16T18:33:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:34Z"
    name: isvc-paddle-predictor.18a6ea0619d9a276
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 1c4b52ef-2105-4f77-8fea-cb4f86a951da
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20436"
    uid: 97f47f23-7294-4d9f-b087-799b6571905b
  kind: Event
  lastTimestamp: "2026-04-16T18:33:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:34Z"
    name: isvc-paddle-predictor.18a6ea061a3d2454
    namespace: kserve-ci-e2e-test
    resourceVersion: "20777"
    uid: 81cb0974-f23b-4720-a6f3-fee45c09ed6d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:33:36.591483Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20827"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-86b49c4466-7q82s
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:33:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:33:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea067a946036
    namespace: kserve-ci-e2e-test
    resourceVersion: "20832"
    uid: 3053a9fc-e678-47ba-93ec-e59a2db7a1bb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20837"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea0693b8702a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20849"
    uid: c2846cc7-3f26-4ad2-886a-27ba018f2204
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea06951e19bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 09e568e7-d4a1-4a18-83f4-bc5e01fda6b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea06989b5174
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 9e7a9001-950a-479f-910f-24ee57a04f2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:33:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:33:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:37Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea06991e3b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 41ab5286-fc02-42d5-8444-5293d149439d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea07c3953e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 2943292a-8281-4c65-abba-5fcfa6a18f2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea07c66bd654
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 65256cdc-b340-497d-812a-cf57c841432d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:33:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:42Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea07c6e0027f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 149309be-04e9-4c4a-8da7-0577b66995d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:34:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:24Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea07ff8642ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: 3a8ffcda-b326-4b80-b537-57109cff41f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s
    namespace: kserve-ci-e2e-test
    resourceVersion: "20829"
    uid: da8aab43-8e4e-4bcf-ae3e-8b8c3d624e84
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-runtime-predictor-86b49c4466-7q82s.18a6ea14ced5e090
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 8299e30e-0232-4c99-a519-32a9439bf89e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-86b49c4466
    namespace: kserve-ci-e2e-test
    resourceVersion: "20817"
    uid: ec45a8cf-e836-4572-98a3-2a69673f1df7
  kind: Event
  lastTimestamp: "2026-04-16T18:33:36Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-86b49c4466-7q82s'
  metadata:
    creationTimestamp: "2026-04-16T18:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:36Z"
    name: isvc-paddle-runtime-predictor-86b49c4466.18a6ea067a243983
    namespace: kserve-ci-e2e-test
    resourceVersion: "20828"
    uid: 81590b79-6867-44fc-9c87-17bb78c4b709
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20815"
    uid: ac783a6a-e210-439f-ba3a-8da1568fe472
  kind: Event
  lastTimestamp: "2026-04-16T18:33:36Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-86b49c4466 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:33:36Z"
    name: isvc-paddle-runtime-predictor.18a6ea067719279d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: cd789593-e762-4240-8e0b-02f9a9001776
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: ad79edac-d002-48f2-a47f-00b9bb0efd9d
  kind: Event
  lastTimestamp: "2026-04-16T18:34:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:21Z"
    name: isvc-paddle-runtime-predictor.18a6ea09f58f66c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: b746cfd5-1e42-4876-9dde-01cd16edb353
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20816"
    uid: ad79edac-d002-48f2-a47f-00b9bb0efd9d
  kind: Event
  lastTimestamp: "2026-04-16T18:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:21Z"
    name: isvc-paddle-runtime-predictor.18a6ea09f5fad767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21183"
    uid: e31d013f-6404-4af5-a6b6-ba9c5c5142ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: ad79edac-d002-48f2-a47f-00b9bb0efd9d
  kind: Event
  lastTimestamp: "2026-04-16T18:34:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:36Z"
    name: isvc-paddle-runtime-predictor.18a6ea1472d09905
    namespace: kserve-ci-e2e-test
    resourceVersion: "21293"
    uid: 297aa406-7269-4651-b8b5-d62eb731c5a4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: ad79edac-d002-48f2-a47f-00b9bb0efd9d
  kind: Event
  lastTimestamp: "2026-04-16T18:34:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:36Z"
    name: isvc-paddle-runtime-predictor.18a6ea14733640fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21295"
    uid: 49f08691-dac5-43ea-8d38-213897dc7697
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: df0a3071-f46b-4882-95e4-62f8c09d110f
  kind: Event
  lastTimestamp: "2026-04-16T18:34:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:34Z"
    name: isvc-paddle-runtime.18a6ea0676f32128
    namespace: kserve-ci-e2e-test
    resourceVersion: "21277"
    uid: 6269cea1-ccfe-47af-b641-860fa76e0443
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20790"
    uid: df0a3071-f46b-4882-95e4-62f8c09d110f
  kind: Event
  lastTimestamp: "2026-04-16T18:33:36Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:33:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:36Z"
    name: isvc-paddle-runtime.18a6ea0677490195
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: c7225cbd-d7e1-4ceb-8f84-b5f986d9871d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: df0a3071-f46b-4882-95e4-62f8c09d110f
  kind: Event
  lastTimestamp: "2026-04-16T18:34:34Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:34:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:34Z"
    name: isvc-paddle-runtime.18a6ea13e3cb326d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: 859aec65-c326-47de-9af9-713d99004235
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:34:38.172284Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea14d114da95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21352"
    uid: 105714ee-c087-42c9-a1c8-5a1c11b26781
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21355"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea14eaaa3bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21366"
    uid: eb70e27f-4d2c-495c-8cfc-6133e9ef68f5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea14ebebf0ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "21368"
    uid: af219a59-9950-47d3-9b67-7b4db26b5e77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea14ef448271
    namespace: kserve-ci-e2e-test
    resourceVersion: "21372"
    uid: 45f2dd59-48f6-4ecd-b430-2d73246bbfc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea14efb6099e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21373"
    uid: 66eae752-9e0b-4e1e-af3d-5f097f2373c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:34:43Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:43Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea1603f3a1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: da2ca256-2cf3-4661-a04c-0d6330fe9a0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:34:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:43Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea1607390e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21421"
    uid: 083b60b6-04e9-4d54-a45a-8e43892e1556
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:34:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:34:43Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea1607b256dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21422"
    uid: 353a3053-181b-4df2-b874-7425589b60e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:35:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:25Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea163fe96a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: 6cc2a510-baa3-4d77-a967-382db48a8f62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21347"
    uid: 59c8451a-365f-4e57-aeba-840fb0053fd4
  kind: Event
  lastTimestamp: "2026-04-16T18:35:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:39Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm.18a6ea23311c41e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 7be56de2-9e6e-49a0-9567-de1b49c02ffa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 853bf0f5-0f10-406e-a369-e1d8dd82ac8a
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7c6bd76f7b-fqvhm'
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve-predictor-7c6bd76f7b.18a6ea14d0a96add
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: 038bde46-32c2-4fbf-b81b-abec6c3c9271
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 464f241b-b956-41c0-8da4-63ecb1f036df
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7c6bd76f7b from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve-predictor.18a6ea14ce063961
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: 4dde1314-f860-4d94-98c3-e3c566753277
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 1bcc460a-2255-49e2-9fc5-48d47d297e4d
  kind: Event
  lastTimestamp: "2026-04-16T18:34:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:53Z"
    name: isvc-paddle-v2-kserve-predictor.18a6ea184cea505d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 6dac3dd9-5bef-4b36-a698-d75ffd27f0c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21334"
    uid: 1bcc460a-2255-49e2-9fc5-48d47d297e4d
  kind: Event
  lastTimestamp: "2026-04-16T18:34:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:34:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:34:53Z"
    name: isvc-paddle-v2-kserve-predictor.18a6ea184d501da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: 60c67f1f-9042-4345-a68d-85449ccf9c89
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: 1bcc460a-2255-49e2-9fc5-48d47d297e4d
  kind: Event
  lastTimestamp: "2026-04-16T18:35:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:38Z"
    name: isvc-paddle-v2-kserve-predictor.18a6ea1bcc9617cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: 0b89aad1-5de1-4a11-a66b-e6a19c61443b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: 1bcc460a-2255-49e2-9fc5-48d47d297e4d
  kind: Event
  lastTimestamp: "2026-04-16T18:35:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:38Z"
    name: isvc-paddle-v2-kserve-predictor.18a6ea1bccd8e46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21815"
    uid: 7b3ae814-1e6b-4007-a582-3674fbb83953
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 7f8f6bce-f84c-4164-8a6d-df50e22e5248
  kind: Event
  lastTimestamp: "2026-04-16T18:35:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:35Z"
    name: isvc-paddle-v2-kserve.18a6ea14ce3e4c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 83bc3f4c-63df-4185-8028-22b3dfd5b45e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:34:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21309"
    uid: 7f8f6bce-f84c-4164-8a6d-df50e22e5248
  kind: Event
  lastTimestamp: "2026-04-16T18:34:38Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:34:38Z"
    name: isvc-paddle-v2-kserve.18a6ea14cec2f17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: 359cb276-6f2a-4fbd-9c72-921ece817a8b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 7f8f6bce-f84c-4164-8a6d-df50e22e5248
  kind: Event
  lastTimestamp: "2026-04-16T18:35:35Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:35Z"
    name: isvc-paddle-v2-kserve.18a6ea2223e451ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: b248fed2-b725-4ce0-869c-510e3d0717d0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: baf2126d-1766-42a8-9420-853d9f1f4154
  kind: Event
  lastTimestamp: "2026-04-16T18:33:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:33Z"
    name: isvc-paddle.18a6e9f81d88a20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: aa6e74e6-2332-49cb-a6e4-f9950d845dc9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: baf2126d-1766-42a8-9420-853d9f1f4154
  kind: Event
  lastTimestamp: "2026-04-16T18:32:35Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:35Z"
    name: isvc-paddle.18a6e9f81e1509bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20308"
    uid: 2ce9dce6-1bdf-4d8b-9da5-daa137c678fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20292"
    uid: baf2126d-1766-42a8-9420-853d9f1f4154
  kind: Event
  lastTimestamp: "2026-04-16T18:32:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:35Z"
    name: isvc-paddle.18a6e9f823ede9c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20309"
    uid: 21463371-91e3-4a20-8f6f-8e4205da255a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:33:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: baf2126d-1766-42a8-9420-853d9f1f4154
  kind: Event
  lastTimestamp: "2026-04-16T18:33:32Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:33:32Z"
    name: isvc-paddle.18a6ea05a44b36bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 52f8a643-9e40-44b7-b41d-c9d062229e72
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:35:39.974482Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21865"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-5584ffd8c9-pln4c
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:35:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:35:39Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea2334c78f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21873"
    uid: 3b4cbee1-162c-4f61-bcd2-a9c8e46e2e65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21877"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:40Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:35:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea234e5f261b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21887"
    uid: b0e19535-6a0a-4ba6-adaa-4f9d0074d529
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea234fb10754
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: e2622e44-6682-4a79-a370-83faa8402ebc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea2352995b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: dc73acf3-964a-4107-aa0a-cedbe601b4bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:40Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea2353034eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 4f375c70-6995-4f1a-ad72-059f3e156b78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:44Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:44Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea2444792b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: d9322279-f29f-4107-84b3-080b2efc22a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:51Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.792s (6.792s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:51Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea25d950987f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21983"
    uid: 98bf412e-21c7-4a70-9050-4d8194835a9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:51Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea25dc874138
    namespace: kserve-ci-e2e-test
    resourceVersion: "21985"
    uid: 69ae0095-817a-4f56-87ee-ecef3aded667
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:35:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:35:51Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea25dcf92668
    namespace: kserve-ci-e2e-test
    resourceVersion: "21986"
    uid: e364b78b-a6a0-4690-816e-242008542b6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:37:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:22Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea25e7ee8b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: b78adb17-3d0a-4cec-9774-b0772eb26dd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-5584ffd8c9-pln4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21870"
    uid: de0f776b-5762-4480-9af7-abdfc06a41e6
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-predictor-5584ffd8c9-pln4c.18a6ea3ac2085881
    namespace: kserve-ci-e2e-test
    resourceVersion: "22653"
    uid: 1c3d0427-f348-46cf-9fa4-ee6f409073b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-5584ffd8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 69ec52a9-a5d7-4242-a3c2-5a24b0ae2091
  kind: Event
  lastTimestamp: "2026-04-16T18:35:39Z"
  message: 'Created pod: isvc-pmml-predictor-5584ffd8c9-pln4c'
  metadata:
    creationTimestamp: "2026-04-16T18:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:39Z"
    name: isvc-pmml-predictor-5584ffd8c9.18a6ea23342ab3d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21869"
    uid: be954aa7-bf9f-4757-a125-3bfacfeff424
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 3a249f37-f565-4f31-9da8-00100d816757
  kind: Event
  lastTimestamp: "2026-04-16T18:35:39Z"
  message: Scaled up replica set isvc-pmml-predictor-5584ffd8c9 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:35:39Z"
    name: isvc-pmml-predictor.18a6ea23318990f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: 3dedf3f5-c918-4dab-81bf-312f11ad11a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 52f6f05b-d02a-4f07-a896-d5889b7be7f3
  kind: Event
  lastTimestamp: "2026-04-16T18:36:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:39Z"
    name: isvc-pmml-predictor.18a6ea26b035c2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 08d37dd0-b0da-47c7-afff-06599be53a60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 52f6f05b-d02a-4f07-a896-d5889b7be7f3
  kind: Event
  lastTimestamp: "2026-04-16T18:36:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:36:39Z"
    name: isvc-pmml-predictor.18a6ea26b09df17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: e9434e36-bd4f-4841-ac7a-41ea13cfb386
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 52f6f05b-d02a-4f07-a896-d5889b7be7f3
  kind: Event
  lastTimestamp: "2026-04-16T18:37:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:10Z"
    name: isvc-pmml-predictor.18a6ea34ac47701e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22541"
    uid: aeb6ed99-26f3-4213-ba63-d2d04356ba35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:36:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22014"
    uid: 52f6f05b-d02a-4f07-a896-d5889b7be7f3
  kind: Event
  lastTimestamp: "2026-04-16T18:37:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:10Z"
    name: isvc-pmml-predictor.18a6ea34acacdbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22542"
    uid: 81b47490-4056-4598-82bd-65f1d23868f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:37:21.229244Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22666"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3ac808b1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22673"
    uid: 2469fc1c-dbc7-402b-9f24-706a5c4cd216
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22678"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3ae1cfcc7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 004e04d6-bfe9-403d-a536-17b55d7b228c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3ae3362e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "22690"
    uid: 0b794421-e091-40bb-8102-fa5df7af514a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3ae5f93eca
    namespace: kserve-ci-e2e-test
    resourceVersion: "22692"
    uid: b29b7e15-5d02-453f-9e6d-14a068e81a17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3ae6e89938
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: cd99aa18-523c-43b7-8c6a-c97ad061eb93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:37:25Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3bdd6223b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22735"
    uid: 0586790e-3716-42c4-b502-0ee8e983af08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:37:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3be195945f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: 60a85224-f16a-4e68-a972-3d1ceae6ebe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:37:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:37:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:37:25Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3be2082deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22740"
    uid: dd91b0aa-e8fc-4a2b-8975-4fd139fd590a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:39:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:03Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea3c194d9f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "23489"
    uid: c4d16b9a-e2f6-450b-9519-7da7c4406be9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22668"
    uid: 68c90c10-e870-4bb9-9935-4c2e2103fb01
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9.18a6ea525116e914
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: 773d098d-7335-4d7d-a955-dca5b6dd4cc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-7576f6b69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22655"
    uid: faa48a96-b75e-4fb5-8181-f507f06efc50
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-7576f6b69f-pqkq9'
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime-predictor-7576f6b69f.18a6ea3ac73ac2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22669"
    uid: ab2a2956-a6aa-4472-ad2b-887870212296
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22652"
    uid: 6ee1b39b-946d-44fe-9275-54a4fd1019ca
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-7576f6b69f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime-predictor.18a6ea3ac2bc6969
    namespace: kserve-ci-e2e-test
    resourceVersion: "22657"
    uid: e1aed3da-fbaa-41bc-9651-f80bcfa634b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 5a606ac8-4af5-46e8-9300-b10271f6e280
  kind: Event
  lastTimestamp: "2026-04-16T18:37:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:36Z"
    name: isvc-pmml-runtime-predictor.18a6ea3e41c877d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22817"
    uid: de6f8875-175b-478f-90d0-35bfe2e15fd1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 5a606ac8-4af5-46e8-9300-b10271f6e280
  kind: Event
  lastTimestamp: "2026-04-16T18:37:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:37:36Z"
    name: isvc-pmml-runtime-predictor.18a6ea3e4226900b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: df693530-2916-4043-8d8d-f364fd8c1f46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 5a606ac8-4af5-46e8-9300-b10271f6e280
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-pmml-runtime-predictor.18a6ea41c101d1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23335"
    uid: 19c40e7b-29d6-4f8d-8d1c-59b96620f26b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22816"
    uid: 5a606ac8-4af5-46e8-9300-b10271f6e280
  kind: Event
  lastTimestamp: "2026-04-16T18:38:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:38:51Z"
    name: isvc-pmml-runtime-predictor.18a6ea41c18c5adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23336"
    uid: 23e98869-0770-46ca-8592-ab6753bd52a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 9a63377f-5029-402d-9229-415fb52c1ad1
  kind: Event
  lastTimestamp: "2026-04-16T18:38:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:53Z"
    name: isvc-pmml-runtime.18a6ea3ac29edf83
    namespace: kserve-ci-e2e-test
    resourceVersion: "23358"
    uid: 2ad93482-11e5-48f0-abb1-8638e8d8d632
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 9a63377f-5029-402d-9229-415fb52c1ad1
  kind: Event
  lastTimestamp: "2026-04-16T18:37:21Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:21Z"
    name: isvc-pmml-runtime.18a6ea3ac2fc9677
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: 4329d0d7-5b8d-4e20-a705-591cc60f2f4f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:38:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23355"
    uid: 9a63377f-5029-402d-9229-415fb52c1ad1
  kind: Event
  lastTimestamp: "2026-04-16T18:38:53Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:38:53Z"
    name: isvc-pmml-runtime.18a6ea503960d6ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23356"
    uid: a4898e56-ec42-4ea7-a898-8bdf1a6aff97
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:39:02.386986Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea525581450a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23466"
    uid: 2e639a88-b723-468d-a80a-ec4e44c2cdd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea526e8099ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "23479"
    uid: 12e14f7b-1d31-49f6-91e2-e3f991cab2de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea526fef64f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23481"
    uid: 6a145c0b-91b7-4252-b763-0c3b57be2d48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea527391e7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23483"
    uid: 150ca887-214c-41c4-930c-7143f53eda8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea5273fe5354
    namespace: kserve-ci-e2e-test
    resourceVersion: "23484"
    uid: d0a61dbc-3520-45d2-8899-1125903dba47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:39:07Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:07Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea53759b86e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23528"
    uid: 7cd50041-9ed1-4763-9f81-52093170b28a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:39:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:07Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea53799dd005
    namespace: kserve-ci-e2e-test
    resourceVersion: "23532"
    uid: 2f37fb67-1af1-49bc-b3a7-b1ad059d590a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:39:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:39:07Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea537a16bde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23533"
    uid: 852bb937-a152-4d23-b0bd-fcaa79e3069f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:40:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:19Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea53b1855c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 06df5107-eadf-452a-b41c-bafedba13620
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx
    namespace: kserve-ci-e2e-test
    resourceVersion: "23464"
    uid: 9b7a0e65-06e5-4b74-88be-d9b225d58609
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx.18a6ea67a526bbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: 5494409d-ccb7-4c52-9085-827d9a58a615
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 7f3853df-f2e0-4763-900c-f36b9d491322
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-75b87ff64c-pqlxx'
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve-predictor-75b87ff64c.18a6ea5254f35e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23463"
    uid: d115c2b3-637b-4536-904e-f46f73469a7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23443"
    uid: fea34ff8-17ef-4b3c-b0b2-2d175fa7c800
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-75b87ff64c from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a6ea5251118062
    namespace: kserve-ci-e2e-test
    resourceVersion: "23450"
    uid: 743829f9-0073-4643-b2f2-2450582c2443
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23447"
    uid: 0dfaa9bc-2f9c-468e-aef2-20949282cc94
  kind: Event
  lastTimestamp: "2026-04-16T18:39:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a6ea55d0415687
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 52ca3c0a-91c5-4fe6-83b0-5b6c5900a154
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23447"
    uid: 0dfaa9bc-2f9c-468e-aef2-20949282cc94
  kind: Event
  lastTimestamp: "2026-04-16T18:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:39:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a6ea55d0bf76a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23712"
    uid: 0e7656ba-85dd-486e-a4ce-e96e007102c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: 0dfaa9bc-2f9c-468e-aef2-20949282cc94
  kind: Event
  lastTimestamp: "2026-04-16T18:40:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a6ea5ccebd9420
    namespace: kserve-ci-e2e-test
    resourceVersion: "24139"
    uid: 650c5534-3fff-42b5-98ba-ee91dceffd5f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: 0dfaa9bc-2f9c-468e-aef2-20949282cc94
  kind: Event
  lastTimestamp: "2026-04-16T18:40:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:32Z"
    name: isvc-pmml-v2-kserve-predictor.18a6ea5ccf2b156d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24140"
    uid: a98587e5-1c5f-44a0-b117-3ea70f986ded
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: fe0f62f2-cae2-4fb3-b13c-0ee6a47e9342
  kind: Event
  lastTimestamp: "2026-04-16T18:40:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:29Z"
    name: isvc-pmml-v2-kserve.18a6ea52511ccc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24114"
    uid: 3857edba-f494-4f1b-afe7-3b8e19316038
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:39:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23424"
    uid: fe0f62f2-cae2-4fb3-b13c-0ee6a47e9342
  kind: Event
  lastTimestamp: "2026-04-16T18:39:02Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:39:02Z"
    name: isvc-pmml-v2-kserve.18a6ea5251c6dfa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23454"
    uid: 821200d1-6e8b-4cb2-aaac-4c101907b3de
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24112"
    uid: fe0f62f2-cae2-4fb3-b13c-0ee6a47e9342
  kind: Event
  lastTimestamp: "2026-04-16T18:40:29Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:29Z"
    name: isvc-pmml-v2-kserve.18a6ea6691d8d46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24113"
    uid: 174806ad-b6e5-465e-8ad4-ade986768af6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 683fd31b-e606-4616-a3a1-cb9061b44bc1
  kind: Event
  lastTimestamp: "2026-04-16T18:37:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:12Z"
    name: isvc-pmml.18a6ea233191d6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: 23ae54bf-18d4-4900-a840-53ae39b9d29b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 683fd31b-e606-4616-a3a1-cb9061b44bc1
  kind: Event
  lastTimestamp: "2026-04-16T18:35:39Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:35:39Z"
    name: isvc-pmml.18a6ea233219a92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: d3e15ecf-049f-4d1b-bb3e-b08535142ddc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:37:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22567"
    uid: 683fd31b-e606-4616-a3a1-cb9061b44bc1
  kind: Event
  lastTimestamp: "2026-04-16T18:37:12Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:37:12Z"
    name: isvc-pmml.18a6ea38c8daa9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 65f32f15-49b4-4438-bfd8-c82236f34eec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:45:33.946641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27026"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-669896799c-82q5z
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:45:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaad80476fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27032"
    uid: d8c757cf-7451-4513-9414-bad3a3462721
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27038"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:45:34Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:45:34Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaad99f43197
    namespace: kserve-ci-e2e-test
    resourceVersion: "27044"
    uid: 8a226d8d-ee2a-4232-9e55-e3e4adb506e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:45:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:34Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaad9b59132b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27046"
    uid: 605e2517-47dd-4f7d-a30f-dae6b85b32f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:45:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:34Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaad9f7ac20c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27049"
    uid: 20bc997b-fc03-4df4-838a-3931c0774ac7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:45:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:34Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaad9fe9cca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27050"
    uid: c673700e-a36f-4020-9e60-e084a759e192
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:45:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaae92e5f0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27090"
    uid: dae7b9a9-0661-4c5b-b862-9c5d0163079b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:45:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaae972e74bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27095"
    uid: bbbd0187-9898-4c59-98b3-b48081411992
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:45:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:38Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaae979f6b57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27096"
    uid: a6733a44-d968-4bd7-8fbe-8a12d2bd8bc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:46:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:42Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eaaecee0b9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: cdacf93d-aa04-426c-9ebf-92a3f0fa4feb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "27029"
    uid: 03ad0409-2241-4df3-b287-2c7b36e9743e
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-lightgbm-predictor-669896799c-82q5z.18a6eac02824e193
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: 279f1bf8-89e4-4ad1-bb3d-d5ebfc8d305b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-669896799c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27014"
    uid: be4756a4-afcc-4754-bfc3-f9fe4b1ef09a
  kind: Event
  lastTimestamp: "2026-04-16T18:45:33Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-669896799c-82q5z'
  metadata:
    creationTimestamp: "2026-04-16T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-lightgbm-predictor-669896799c.18a6eaad7fc7bc7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27028"
    uid: 8fdd24f5-644e-4e96-a848-828e6d2a9d3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27009"
    uid: 0cc32381-231a-4a12-9ef7-dd26683dc982
  kind: Event
  lastTimestamp: "2026-04-16T18:45:33Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-669896799c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-lightgbm-predictor.18a6eaad7b9f3747
    namespace: kserve-ci-e2e-test
    resourceVersion: "27016"
    uid: 309ac8f1-571c-488c-bd04-ac8c113b923c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: b65b9c2e-8d5c-49df-b7ee-6645638155b6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:03Z"
    name: isvc-predictive-lightgbm-predictor.18a6eab0fb87e8e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: bfd52f9c-c11f-46dd-bc46-b8affa6206d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27013"
    uid: b65b9c2e-8d5c-49df-b7ee-6645638155b6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:45:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:03Z"
    name: isvc-predictive-lightgbm-predictor.18a6eab0fbec16f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27285"
    uid: 86fe9b21-41c0-40a5-a0fa-39827187da94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: b65b9c2e-8d5c-49df-b7ee-6645638155b6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:48Z"
    name: isvc-predictive-lightgbm-predictor.18a6eab7f9a8b132
    namespace: kserve-ci-e2e-test
    resourceVersion: "27597"
    uid: 31a55d25-3ceb-4fec-a1be-1200389751ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: b65b9c2e-8d5c-49df-b7ee-6645638155b6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:48Z"
    name: isvc-predictive-lightgbm-predictor.18a6eab7fa0c2ba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27598"
    uid: b93ac415-c5ea-4cdf-ae68-081a202c8004
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:49:54.625625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29139"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:49:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:49:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaea31f5199a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29143"
    uid: 4f304151-bcd4-4656-9b1a-07b6fa2cbbcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29147"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:55Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:49:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaea4b754785
    namespace: kserve-ci-e2e-test
    resourceVersion: "29156"
    uid: 4da11fa9-3566-40e4-ad97-c8423c0fe295
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaea4ccb8f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "29158"
    uid: 045fcf1a-0ac5-4047-b013-1aa60f287c6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaea500ce536
    namespace: kserve-ci-e2e-test
    resourceVersion: "29160"
    uid: 425dc195-e620-4640-a080-2e4ab9933c4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:49:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaea507608b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29161"
    uid: 32491829-77bb-47a9-89cc-4c2ef989b86b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:59Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaeb50f8d08f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29199"
    uid: 1866964f-4c9a-46e5-a95b-e7f281df0bcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaeb54873827
    namespace: kserve-ci-e2e-test
    resourceVersion: "29205"
    uid: 92e3bdbf-4312-4e51-915a-3226085571c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:49:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:49:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:59Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaeb55016d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "29206"
    uid: 4ebb5e56-ede4-453b-8009-e78d819dd624
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:51:04Z"
  message: 'Readiness probe failed: Get "http://10.133.0.57:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:04Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eaf2c4ead231
    namespace: kserve-ci-e2e-test
    resourceVersion: "29664"
    uid: 3c546f5c-a1d1-4f93-b99d-097df7b8e67b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29140"
    uid: f3af865b-8cd0-46be-801a-a019b09e1db3
  kind: Event
  lastTimestamp: "2026-04-16T18:51:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:14Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4.18a6eafcd856a1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29773"
    uid: 9c19f2c1-3f30-4e53-a410-98e0bfc95dfe
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29123"
    uid: 0fdc8499-4d45-48ca-88b2-b341df758ac5
  kind: Event
  lastTimestamp: "2026-04-16T18:49:54Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-65df45cf79-9m6k4'
  metadata:
    creationTimestamp: "2026-04-16T18:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:54Z"
    name: isvc-predictive-lightgbm-v2-predictor-65df45cf79.18a6eaea31848ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29141"
    uid: ee63b99a-6ed9-44f0-a1f1-47ec2e8b920b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29120"
    uid: 4ac66c5e-ae0c-493a-92e6-3c86048bc711
  kind: Event
  lastTimestamp: "2026-04-16T18:49:54Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-65df45cf79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:54Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eaea2d201a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29127"
    uid: ddc63dc8-b332-49a0-afd1-bb9753cd7a75
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29122"
    uid: 22bd7932-0682-4f4c-94e4-1e2a579e929d
  kind: Event
  lastTimestamp: "2026-04-16T18:50:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:50:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eaedac31ba22
    namespace: kserve-ci-e2e-test
    resourceVersion: "29279"
    uid: e0e559ce-b29e-4bfc-a277-16178594e42b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29122"
    uid: 22bd7932-0682-4f4c-94e4-1e2a579e929d
  kind: Event
  lastTimestamp: "2026-04-16T18:50:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:50:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eaedac9b7da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: ef1c61e7-f612-466b-b795-f933608830db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 22bd7932-0682-4f4c-94e4-1e2a579e929d
  kind: Event
  lastTimestamp: "2026-04-16T18:51:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eaf12b5b166e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29700"
    uid: 12369223-25d2-4719-97c5-25cd662128a0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: 22bd7932-0682-4f4c-94e4-1e2a579e929d
  kind: Event
  lastTimestamp: "2026-04-16T18:51:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:09Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6eaf12bc252d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29701"
    uid: 0e64ae9d-8688-4d5a-9dea-bf4991ccb29a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: e32ed0f3-0ec9-414c-b5b4-27d329a38ae9
  kind: Event
  lastTimestamp: "2026-04-16T18:51:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:14Z"
    name: isvc-predictive-lightgbm-v2.18a6eaea2cfeaa0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29744"
    uid: 9126b633-ae5d-406b-a4f1-759aeeff97bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29100"
    uid: e32ed0f3-0ec9-414c-b5b4-27d329a38ae9
  kind: Event
  lastTimestamp: "2026-04-16T18:49:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:54Z"
    name: isvc-predictive-lightgbm-v2.18a6eaea2da11f6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29131"
    uid: 835be2fc-f446-417f-83f6-8bd743f1f532
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29741"
    uid: e32ed0f3-0ec9-414c-b5b4-27d329a38ae9
  kind: Event
  lastTimestamp: "2026-04-16T18:51:14Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:14Z"
    name: isvc-predictive-lightgbm-v2.18a6eafcbf78981a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29742"
    uid: 43baef0d-39a5-481f-bd88-c69bd2a9d2c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26989"
    uid: f88b319d-c5aa-444d-baa0-5d23f8d91178
  kind: Event
  lastTimestamp: "2026-04-16T18:46:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:52Z"
    name: isvc-predictive-lightgbm.18a6eaad7bac0220
    namespace: kserve-ci-e2e-test
    resourceVersion: "27628"
    uid: 8bf2cf63-e15c-4257-9f1e-cb1bd34730d0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "26989"
    uid: f88b319d-c5aa-444d-baa0-5d23f8d91178
  kind: Event
  lastTimestamp: "2026-04-16T18:45:33Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-lightgbm.18a6eaad7c427c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27034"
    uid: db03cee6-030a-4d6f-ad04-0a4d6745697b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27000"
    uid: f88b319d-c5aa-444d-baa0-5d23f8d91178
  kind: Event
  lastTimestamp: "2026-04-16T18:45:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-lightgbm.18a6eaad805ad28d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27036"
    uid: db03c5fb-d5ad-42b3-8140-f98db4dd4a4c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27626"
    uid: f88b319d-c5aa-444d-baa0-5d23f8d91178
  kind: Event
  lastTimestamp: "2026-04-16T18:46:52Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:52Z"
    name: isvc-predictive-lightgbm.18a6eabfbf4c1ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27627"
    uid: 7a67c01e-3bd7-40c0-9210-7eac1047df93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:42:13.459273Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea7ed24d063f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25146"
    uid: be82d509-77eb-4186-90cc-508c06be691a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25153"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea7eec0fc312
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: 012db5a2-b9f9-4b90-8c5f-2c80ab78bd75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea7eed81c11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: d7ba539f-0980-4c62-b381-6b6e7d8b2b47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea7ef0685a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25169"
    uid: d7766a99-a285-4cbf-8f83-1ebdbc5981bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea7ef0d8f964
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: fa6af531-cae5-4404-a91f-71e86844dd7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:17Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:42:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:17Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea7fd9e1defe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25203"
    uid: ea0d8308-9355-4829-b278-d58037240fe0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:38Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.151s
    (20.151s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea848b065e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: f9ca7f29-a666-405a-8546-01efe02bd739
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea848e5f07e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25634"
    uid: 1f88aa41-3cc0-485c-af55-058f53963bb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:42:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:38Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea848ecd582a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: dca13197-5ab7-4b0a-84d5-e673fe7d4923
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:44:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:07Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea84c26c7391
    namespace: kserve-ci-e2e-test
    resourceVersion: "26355"
    uid: 7c1208e5-fa2e-4d1f-833f-7b061395389f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g
    namespace: kserve-ci-e2e-test
    resourceVersion: "25144"
    uid: 79e2cc9c-cc24-4977-8eb9-f36feb284f74
  kind: Event
  lastTimestamp: "2026-04-16T18:44:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:03Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g.18a6ea987bb2ba15
    namespace: kserve-ci-e2e-test
    resourceVersion: "26288"
    uid: 79074fa3-4bd8-495d-8f1d-44410c51d418
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-85bccb8945
    namespace: kserve-ci-e2e-test
    resourceVersion: "25133"
    uid: eaa87487-4b70-4725-85c0-a69f341db80e
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-85bccb8945-cnj9g'
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn-predictor-85bccb8945.18a6ea7ed1bd2c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "25143"
    uid: 1f2048d4-9a4a-4567-a215-f60a0d1e00d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25130"
    uid: 85658c59-2fb9-4a3b-9c00-b7e8764484fa
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-85bccb8945 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn-predictor.18a6ea7ecf0d96c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25135"
    uid: 4aaab79c-7057-4e1e-a908-756940c5127e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25132"
    uid: 23df24fd-5904-43b1-9186-b6de11963969
  kind: Event
  lastTimestamp: "2026-04-16T18:42:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:43Z"
    name: isvc-predictive-sklearn-predictor.18a6ea824d9433fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 0008bfce-0c30-434b-bda6-d4e611375328
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25132"
    uid: 23df24fd-5904-43b1-9186-b6de11963969
  kind: Event
  lastTimestamp: "2026-04-16T18:42:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:43Z"
    name: isvc-predictive-sklearn-predictor.18a6ea824df54c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25680"
    uid: bde129a3-598d-43d0-b9b1-a5d1b0067a1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: 23df24fd-5904-43b1-9186-b6de11963969
  kind: Event
  lastTimestamp: "2026-04-16T18:43:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:58Z"
    name: isvc-predictive-sklearn-predictor.18a6ea894bf4f9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: 4069a4c8-8725-42f0-9c7f-b505c86b4068
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25324"
    uid: 23df24fd-5904-43b1-9186-b6de11963969
  kind: Event
  lastTimestamp: "2026-04-16T18:43:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:42:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:58Z"
    name: isvc-predictive-sklearn-predictor.18a6ea894c5d0a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: 02a51abd-7351-4042-92ea-e698b78af8a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:46:54.178958Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac02e7f89e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27689"
    uid: eec4d872-ef01-4f90-b91f-72e4a1bf5a36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27695"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac047b1fd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: c5480fb3-61fb-4754-a0d4-aa72210ab482
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac04909f0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: b2d52313-0432-4c77-847e-2c6a675b3797
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac04c02e91a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: a8574eee-1f25-44ac-9a4b-466b008de7ff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac04c7ce241
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: a607b948-d5e3-4ee3-b7ff-ff2bb7ef9fe9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:58Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:58Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac143c9d966
    namespace: kserve-ci-e2e-test
    resourceVersion: "27745"
    uid: f56c5d18-8874-469d-a0ac-ad2e713dcd35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:58Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac147539d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 187e99c1-80a4-466f-89af-b2ce1c97f6ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:46:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:46:58Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac147c3ab2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27752"
    uid: ab1b8a5c-bbe2-4954-8df1-adfe8252eb2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:48:10Z"
  message: 'Readiness probe failed: Get "http://10.133.0.55:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:10Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6eac8b7b71741
    namespace: kserve-ci-e2e-test
    resourceVersion: "28265"
    uid: 773ae487-7df1-489b-ae8a-43aed2826d29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 9eec8f00-e42b-4fce-840c-5bed3998b2e6
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7.18a6ead52b4d991d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28411"
    uid: 081f4132-f6e0-418a-9249-59d1e5360975
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27671"
    uid: c3d0c8cc-b098-48f7-86b3-c218e3f2c21f
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f-b8fv7'
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2-predictor-6fd9c49f4f.18a6eac02e1ee397
    namespace: kserve-ci-e2e-test
    resourceVersion: "27684"
    uid: 9311c0f4-d7ba-4f6e-a1e6-1974e726c6a1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: 3d8543f6-96b3-42f5-87a1-4e6ec90ed1e5
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-6fd9c49f4f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eac02a57ead4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27674"
    uid: b8863460-4838-4a5e-8ba7-ab40bd177581
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 90907420-bbed-4bc7-8f5e-ef40b3331e26
  kind: Event
  lastTimestamp: "2026-04-16T18:47:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:24Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eac3a99b2417
    namespace: kserve-ci-e2e-test
    resourceVersion: "27928"
    uid: a96d0cec-ece6-4f6d-959d-abb6f85c2fb6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 90907420-bbed-4bc7-8f5e-ef40b3331e26
  kind: Event
  lastTimestamp: "2026-04-16T18:47:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:24Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eac3a9fab5a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27930"
    uid: c58138c3-a1e1-4e17-a4db-71b00b2e880f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27825"
    uid: 90907420-bbed-4bc7-8f5e-ef40b3331e26
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eacaa7eb2503
    namespace: kserve-ci-e2e-test
    resourceVersion: "28382"
    uid: 972827be-727d-4f01-98f5-23a59d981b7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27825"
    uid: 90907420-bbed-4bc7-8f5e-ef40b3331e26
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:47:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6eacaa85029f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28383"
    uid: c878fcf9-d98f-406e-ad7c-fbb59f85e5ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: e3f9e400-d7b7-4558-b60e-cf07f4db370d
  kind: Event
  lastTimestamp: "2026-04-16T18:48:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:20Z"
    name: isvc-predictive-sklearn-v2.18a6eac02a97f1e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28355"
    uid: 5646f19c-da5d-4380-ac24-8695b6f6d14f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: e3f9e400-d7b7-4558-b60e-cf07f4db370d
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2.18a6eac02af28d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27697"
    uid: ab0aca78-a147-4569-bca2-811539280a80
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27678"
    uid: e3f9e400-d7b7-4558-b60e-cf07f4db370d
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-predictive-sklearn-v2.18a6eac031fbe37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27698"
    uid: 32317be4-b976-44c2-97c7-594ba231223f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28353"
    uid: e3f9e400-d7b7-4558-b60e-cf07f4db370d
  kind: Event
  lastTimestamp: "2026-04-16T18:48:20Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:20Z"
    name: isvc-predictive-sklearn-v2.18a6ead43d81864f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28354"
    uid: f7cdf39b-d45f-4f9f-a1e7-b584018f4925
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: 46ff42a3-13de-4145-8819-acac994bc24f
  kind: Event
  lastTimestamp: "2026-04-16T18:43:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:57Z"
    name: isvc-predictive-sklearn.18a6ea7ecee9d657
    namespace: kserve-ci-e2e-test
    resourceVersion: "26215"
    uid: ea383482-7607-4fb7-8234-369809e87662
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: 46ff42a3-13de-4145-8819-acac994bc24f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn.18a6ea7ecf3c7081
    namespace: kserve-ci-e2e-test
    resourceVersion: "25155"
    uid: f95c7cfc-a8ad-4bf4-8197-e84dffab0be0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25139"
    uid: 46ff42a3-13de-4145-8819-acac994bc24f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:13Z"
    name: isvc-predictive-sklearn.18a6ea7ed543666b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: 891ab2dc-bf3b-4061-8a7c-68444a7ff410
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26213"
    uid: 46ff42a3-13de-4145-8819-acac994bc24f
  kind: Event
  lastTimestamp: "2026-04-16T18:43:57Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:57Z"
    name: isvc-predictive-sklearn.18a6ea97004193fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26214"
    uid: 8ace6681-dd57-4b76-86d3-aba12f85654a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:44:03.759128Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26300"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:44:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:44:03Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea9880af43a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26307"
    uid: 5bc883e3-c57a-4ecb-bb83-2bf72c2d7008
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:44:04Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:44:04Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea9899a4bc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "26318"
    uid: eee0a31a-ac65-4b5e-b195-83fc9fdde6c0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:44:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:04Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea989af748fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26320"
    uid: 17d55736-6638-4574-a5a1-f9b719966b4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:44:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:04Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea989e21df82
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: 4690cae4-44a9-4282-8085-a3db909c46d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:44:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:44:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:04Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea989e878cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26324"
    uid: b63332b6-1cfb-40d2-ae82-2b2c3e44c1f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:44:08Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:08Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea998c7be25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: faa1fab2-f0b1-4a11-8272-05340777669a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:44:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:08Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea999211474d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: 95baf1ff-b7de-4922-be42-fb0da8abb5f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:44:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:08Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea9992a4c32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26366"
    uid: 5c29bba0-92f1-47a0-b40f-991db4066912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:45:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:20Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6ea99c877303a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26882"
    uid: 4abb07ff-4ee8-40d2-9e83-53b01c23b64d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26303"
    uid: 47c1cdd3-3761-47ad-99fa-72c12320dbe3
  kind: Event
  lastTimestamp: "2026-04-16T18:45:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:45:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn.18a6eaad7c1e82fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27019"
    uid: 75164d6f-3334-4d83-9017-ae11dc8772ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-794b54b9b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: 5469cf09-d90e-4176-8be4-c7e08b1e6cef
  kind: Event
  lastTimestamp: "2026-04-16T18:44:03Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-794b54b9b4-5zsdn'
  metadata:
    creationTimestamp: "2026-04-16T18:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:03Z"
    name: isvc-predictive-xgboost-predictor-794b54b9b4.18a6ea98804af725
    namespace: kserve-ci-e2e-test
    resourceVersion: "26302"
    uid: 2be03875-139d-4842-b550-4dbf2f8e1afa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26285"
    uid: b4d8e8a3-7520-4d6a-84fb-de22b61e3fb5
  kind: Event
  lastTimestamp: "2026-04-16T18:44:03Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-794b54b9b4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:03Z"
    name: isvc-predictive-xgboost-predictor.18a6ea987c0be122
    namespace: kserve-ci-e2e-test
    resourceVersion: "26290"
    uid: 1b8a47ac-a615-4a6d-9fa1-40b4f3c47415
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: daea36b0-5b74-4e3f-acc1-579bf0b9a143
  kind: Event
  lastTimestamp: "2026-04-16T18:44:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:18Z"
    name: isvc-predictive-xgboost-predictor.18a6ea9bfb94ea14
    namespace: kserve-ci-e2e-test
    resourceVersion: "26447"
    uid: 690a9569-ac81-458f-b141-285a2dca9504
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: daea36b0-5b74-4e3f-acc1-579bf0b9a143
  kind: Event
  lastTimestamp: "2026-04-16T18:44:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:18Z"
    name: isvc-predictive-xgboost-predictor.18a6ea9bfbf2fea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26449"
    uid: 2ec0b2ad-6b8f-4541-b176-a9da9c9578d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: daea36b0-5b74-4e3f-acc1-579bf0b9a143
  kind: Event
  lastTimestamp: "2026-04-16T18:45:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-xgboost-predictor.18a6ea9f7abd3b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26987"
    uid: 3b30ebcc-7bb5-4608-8843-da8bb9ee988d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26448"
    uid: daea36b0-5b74-4e3f-acc1-579bf0b9a143
  kind: Event
  lastTimestamp: "2026-04-16T18:45:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:33Z"
    name: isvc-predictive-xgboost-predictor.18a6ea9f7b2258e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26988"
    uid: 4913df6b-ec2a-41cb-b51f-d9e84c9bf08d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:48:24.408397Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28424"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead530977c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "28428"
    uid: a1de7e5a-f552-44c0-afba-01ad35d3c45b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28434"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead549cdd480
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: f948b6ce-d9aa-48e2-afd6-48286ce85c85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead54b1d37a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28445"
    uid: 90fe3c0e-6650-4c67-ac51-378580accba4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead54dfbccbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "28447"
    uid: f9c023ec-9615-4e31-b4b0-4c6a8d7c5242
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead54e74901d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28448"
    uid: ec3cccf0-16cc-493c-8b92-613d1309dbc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:48:29Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:29Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead64ad202a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28488"
    uid: bb60c8db-b4d7-4177-8b65-310c17285abe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:48:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:29Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead64df8cf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "28492"
    uid: ec956111-dea0-4ac9-8eb1-2b806f93205a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:48:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:29Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6ead64e6627d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28493"
    uid: b30a169f-24df-41cf-8264-9a5841cd9da2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:49:41Z"
  message: 'Readiness probe failed: Get "http://10.133.0.56:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:41Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6eaddbeb778c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28993"
    uid: b31bfb8f-d68a-4499-adc7-d870efaf02be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: 0fd7f3c1-92dc-4d1c-98ef-3280fcadac79
  kind: Event
  lastTimestamp: "2026-04-16T18:49:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:49:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:49:54Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b.18a6eaea2d9f08b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29132"
    uid: 9d1ed6a5-985f-4f5e-a35e-a3b7eedd634d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28413"
    uid: fe8666d0-8885-40ab-888e-dc4d87ad55ac
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-67fd65d6cb-jlb9b'
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2-predictor-67fd65d6cb.18a6ead53011925e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: f3a39f34-b8da-4353-861b-32599bca899e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28409"
    uid: 69c68eac-21d6-4196-8cb5-3993acd5680e
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-67fd65d6cb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ead52becbd64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28414"
    uid: 1f5877b9-65d8-414e-ab8b-04ba7e3660a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28412"
    uid: 8ab53079-3b53-413a-9735-5db9785ebec2
  kind: Event
  lastTimestamp: "2026-04-16T18:49:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ead8aaed4b33
    namespace: kserve-ci-e2e-test
    resourceVersion: "28770"
    uid: 4150a1ca-404c-493a-b2f6-3e89a4ccd702
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28412"
    uid: 8ab53079-3b53-413a-9735-5db9785ebec2
  kind: Event
  lastTimestamp: "2026-04-16T18:49:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:09Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ead8ab4f097f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28771"
    uid: 9bc10259-7814-4ece-9dad-de977e00583c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 8ab53079-3b53-413a-9735-5db9785ebec2
  kind: Event
  lastTimestamp: "2026-04-16T18:49:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6eae327d41fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29097"
    uid: 211956ca-649a-4689-96bc-6001761b1713
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 8ab53079-3b53-413a-9735-5db9785ebec2
  kind: Event
  lastTimestamp: "2026-04-16T18:49:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:49:54Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6eae328340b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29098"
    uid: 8fec360f-f9c3-4bb5-a992-27303b764605
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28386"
    uid: 92c450f7-9963-4864-82ca-5c984d5a7fb1
  kind: Event
  lastTimestamp: "2026-04-16T18:49:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:51Z"
    name: isvc-predictive-xgboost-v2.18a6ead52bfcfbd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29070"
    uid: 6729048a-4f48-4751-87cb-3dba621e63b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28386"
    uid: 92c450f7-9963-4864-82ca-5c984d5a7fb1
  kind: Event
  lastTimestamp: "2026-04-16T18:48:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:24Z"
    name: isvc-predictive-xgboost-v2.18a6ead52c7d6b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28417"
    uid: 6015b285-1125-498b-bd6e-d68c78b1e72d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:49:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29068"
    uid: 92c450f7-9963-4864-82ca-5c984d5a7fb1
  kind: Event
  lastTimestamp: "2026-04-16T18:49:51Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:49:51Z"
    name: isvc-predictive-xgboost-v2.18a6eae9673d418f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29069"
    uid: df4e7458-c20a-40f2-8d64-4100ca2ef2ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 4563d823-2e01-4be7-9183-d83ecb38e617
  kind: Event
  lastTimestamp: "2026-04-16T18:45:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:30Z"
    name: isvc-predictive-xgboost.18a6ea987c43665a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26958"
    uid: f2e80e5f-40ff-4164-9b7d-27724931dd66
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26262"
    uid: 4563d823-2e01-4be7-9183-d83ecb38e617
  kind: Event
  lastTimestamp: "2026-04-16T18:44:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:44:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:44:03Z"
    name: isvc-predictive-xgboost.18a6ea987c9e25e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26293"
    uid: 57efed53-8b89-4cdc-845b-bb753b18dfe6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26956"
    uid: 4563d823-2e01-4be7-9183-d83ecb38e617
  kind: Event
  lastTimestamp: "2026-04-16T18:45:30Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:30Z"
    name: isvc-predictive-xgboost.18a6eaaca8978935
    namespace: kserve-ci-e2e-test
    resourceVersion: "26957"
    uid: 00c9d23c-8841-458f-9721-3ef8d9d29d74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:40:33.992482Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24191"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea67a99e39ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24197"
    uid: 8332291b-2909-4cc5-a94d-dc8d935845bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24200"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:40:34Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:40:34Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea67c29bebea
    namespace: kserve-ci-e2e-test
    resourceVersion: "24207"
    uid: b920808d-88cb-410a-abc9-854c2911c987
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:40:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:34Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea67c3e68973
    namespace: kserve-ci-e2e-test
    resourceVersion: "24209"
    uid: 58bb8ca0-0f91-4d2c-98fd-32ff4c312949
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:40:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:34Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea67c6f2f74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24211"
    uid: 45dec845-40fd-4684-868e-9d4096cf4609
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:40:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:34Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea67c778af61
    namespace: kserve-ci-e2e-test
    resourceVersion: "24212"
    uid: da4e74a1-9007-4a56-b826-9befcafb3d37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:40:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:38Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea68b8014085
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 46dcefee-21bf-4f85-bdae-0754dcf18c4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:40:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:38Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea68bb6dd483
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: cadaf1ef-6201-4c99-87da-060799e68c48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:40:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:38Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea68bbdce589
    namespace: kserve-ci-e2e-test
    resourceVersion: "24258"
    uid: f7fd4c34-c4d1-4ed7-8e8d-8aaaa25099a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:41:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:40:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:40Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea68f3fe3176
    namespace: kserve-ci-e2e-test
    resourceVersion: "24691"
    uid: b4c87ff6-89d8-43b4-a5d7-6f969489fcf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24194"
    uid: 17917812-738f-419a-8309-657f5ed54d79
  kind: Event
  lastTimestamp: "2026-04-16T18:42:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:08Z"
    name: isvc-primary-4ec3af-predictor-649fb58556-zv8jb.18a6ea7da015f2f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25021"
    uid: 5779a655-9374-43d3-840c-731cfee9c8f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-4ec3af-predictor-649fb58556
    namespace: kserve-ci-e2e-test
    resourceVersion: "24177"
    uid: 0df0c95b-f0b4-42b8-8c59-6c5d916a4bfa
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: 'Created pod: isvc-primary-4ec3af-predictor-649fb58556-zv8jb'
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-primary-4ec3af-predictor-649fb58556.18a6ea67a9260ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24193"
    uid: f6ba6b77-7d8b-407d-af65-61e79c2c6d3d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-4ec3af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24173"
    uid: 08c229d3-b855-4bb5-bc45-a6c662f63dbf
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: Scaled up replica set isvc-primary-4ec3af-predictor-649fb58556 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-primary-4ec3af-predictor.18a6ea67a4a510b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24178"
    uid: f98041f6-72cb-49eb-be72-7f424496a9c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4ec3af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 1fc82b9f-41a9-4351-b126-fb2c1f8b9e48
  kind: Event
  lastTimestamp: "2026-04-16T18:41:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:18Z"
    name: isvc-primary-4ec3af-predictor.18a6ea6b239b601d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24541"
    uid: 5ccce6e4-260a-4eb5-ad3e-9e6bd2a364a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4ec3af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24176"
    uid: 1fc82b9f-41a9-4351-b126-fb2c1f8b9e48
  kind: Event
  lastTimestamp: "2026-04-16T18:41:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:18Z"
    name: isvc-primary-4ec3af-predictor.18a6ea6b23df860f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24542"
    uid: 29ebd63b-c0a9-45df-824a-015376e61954
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4ec3af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 1fc82b9f-41a9-4351-b126-fb2c1f8b9e48
  kind: Event
  lastTimestamp: "2026-04-16T18:42:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:04Z"
    name: isvc-primary-4ec3af-predictor.18a6ea75a0844706
    namespace: kserve-ci-e2e-test
    resourceVersion: "24928"
    uid: 3e7ab33a-fc46-4b0f-ad5b-c166ff792bab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4ec3af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24329"
    uid: 1fc82b9f-41a9-4351-b126-fb2c1f8b9e48
  kind: Event
  lastTimestamp: "2026-04-16T18:42:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:41:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:04Z"
    name: isvc-primary-4ec3af-predictor.18a6ea75a0eefc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24929"
    uid: 9a0a06e6-ad37-40b4-a4ba-277191b1a1a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4ec3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 922de3d8-a375-450e-aaef-febfc2f73d72
  kind: Event
  lastTimestamp: "2026-04-16T18:41:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:45Z"
    name: isvc-primary-4ec3af.18a6ea67a4f8bfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24731"
    uid: bfb6a84d-4097-44eb-9248-322ee6a917ee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4ec3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 922de3d8-a375-450e-aaef-febfc2f73d72
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: 'Failed to update status for InferenceService "isvc-primary-4ec3af": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-4ec3af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-primary-4ec3af.18a6ea67a54c09fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 679b7cd2-9d2d-4acd-a14c-36b85d067f76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4ec3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24150"
    uid: 922de3d8-a375-450e-aaef-febfc2f73d72
  kind: Event
  lastTimestamp: "2026-04-16T18:40:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-4ec3af": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:33Z"
    name: isvc-primary-4ec3af.18a6ea67a54c78c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24184"
    uid: bdd90b2c-758d-43a3-8c23-e4bd8e29c102
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4ec3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24729"
    uid: 922de3d8-a375-450e-aaef-febfc2f73d72
  kind: Event
  lastTimestamp: "2026-04-16T18:41:45Z"
  message: InferenceService [isvc-primary-4ec3af] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:41:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:45Z"
    name: isvc-primary-4ec3af.18a6ea784477ee52
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: 1207dc5f-8b91-4f3d-a670-d272675bf12e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:41:54.136860Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24820"
    uid: 07b05e09-c721-4970-925d-723ebb25f038
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:41:54Z"
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k.18a6ea7a52986723
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: 4838d28b-3857-4570-9b5e-342b457ee2b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24829"
    uid: 07b05e09-c721-4970-925d-723ebb25f038
  kind: Event
  lastTimestamp: "2026-04-16T18:41:54Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:41:54Z"
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k.18a6ea7a6bca6855
    namespace: kserve-ci-e2e-test
    resourceVersion: "24842"
    uid: 8ebb4bc8-7276-4238-9251-66fe9ba950c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: 07b05e09-c721-4970-925d-723ebb25f038
  kind: Event
  lastTimestamp: "2026-04-16T18:41:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:57Z"
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k.18a6ea7a6d113308
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: bc5f04e8-a9e5-4425-8ed5-9dbf8c79899d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: 07b05e09-c721-4970-925d-723ebb25f038
  kind: Event
  lastTimestamp: "2026-04-16T18:41:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:57Z"
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k.18a6ea7a707ecefd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24875"
    uid: a5eec3e8-df6f-4255-b111-baf4da2e056e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: 07b05e09-c721-4970-925d-723ebb25f038
  kind: Event
  lastTimestamp: "2026-04-16T18:41:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:57Z"
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k.18a6ea7a70f061be
    namespace: kserve-ci-e2e-test
    resourceVersion: "24877"
    uid: 89dc38a1-5568-41b9-be26-c2cccab2efac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24822"
    uid: 07b05e09-c721-4970-925d-723ebb25f038
  kind: Event
  lastTimestamp: "2026-04-16T18:42:01Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k_kserve-ci-e2e-test(07b05e09-c721-4970-925d-723ebb25f038)
  metadata:
    creationTimestamp: "2026-04-16T18:42:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:01Z"
    name: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k.18a6ea7c1cdb959e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24911"
    uid: 68487266-c125-456a-98cb-5cafc0021563
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-4ec3af-predictor-67c74cb697
    namespace: kserve-ci-e2e-test
    resourceVersion: "24811"
    uid: 2d039de9-1478-41a6-9959-f2d8be83b1ca
  kind: Event
  lastTimestamp: "2026-04-16T18:41:54Z"
  message: 'Created pod: isvc-secondary-4ec3af-predictor-67c74cb697-xrs2k'
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:54Z"
    name: isvc-secondary-4ec3af-predictor-67c74cb697.18a6ea7a520e6c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: 41378d3f-024d-4278-8a2e-e87ab394d01d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-4ec3af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: df3c68ce-e4ac-4d4d-9d0e-c0ab2e9a4639
  kind: Event
  lastTimestamp: "2026-04-16T18:41:54Z"
  message: Scaled up replica set isvc-secondary-4ec3af-predictor-67c74cb697 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:54Z"
    name: isvc-secondary-4ec3af-predictor.18a6ea7a4f614588
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 920c1e88-24c8-4e58-a5a8-0bbe831b8ec8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4ec3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 2ed85ffe-1f52-427b-8dc4-54d6c916d00c
  kind: Event
  lastTimestamp: "2026-04-16T18:42:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:04Z"
    name: isvc-secondary-4ec3af.18a6ea7a4f3d8430
    namespace: kserve-ci-e2e-test
    resourceVersion: "24931"
    uid: 0141ceb9-6d5e-4b55-a31a-588703853d17
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4ec3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 2ed85ffe-1f52-427b-8dc4-54d6c916d00c
  kind: Event
  lastTimestamp: "2026-04-16T18:41:54Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-4ec3af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-4ec3af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:54Z"
    name: isvc-secondary-4ec3af.18a6ea7a4fda33af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: 2062bbcb-cd32-40cc-8121-8c88cbba25f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4ec3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: 2ed85ffe-1f52-427b-8dc4-54d6c916d00c
  kind: Event
  lastTimestamp: "2026-04-16T18:41:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-4ec3af": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:41:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:41:54Z"
    name: isvc-secondary-4ec3af.18a6ea7a4fda7ab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 98a0a156-ce52-43f9-b801-bf34cfa06472
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:21:22.438597Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95b8ba866e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: 5bb5c0e5-aad3-45d3-933d-35267e2c3275
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95ba520e5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: bf4f45aa-0461-42d4-88e8-c18037d85855
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95ba66bc385
    namespace: kserve-ci-e2e-test
    resourceVersion: "14815"
    uid: 759b66e9-3848-4a7b-a514-4cf58acdc3c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95baa6a0b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: d76f6145-431d-46fd-b20e-69d11db44630
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95baadeb7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: c66f719d-be95-445e-85c3-05afb18d5d00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cb9acee10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: f84f2263-77ce-4b98-8d14-0d2f373cf434
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cbcf9664d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: 6d2e6d38-3cd6-4b80-bbd7-ce889e33a81f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cbd69d359
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: f7fa7ee5-6f90-493f-96a2-6a3fac061fec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:27Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:a791004ccdb7a3406d72e6b143b326c27f05d36a965b88257c4e01ea37c2dd62"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cbd77c4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: 5e02e8de-2bef-4121-b33f-4b49899cd90f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:27Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cc02e76b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14865"
    uid: 29ca598a-7bcf-4892-a755-b3ee5852ea48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:21:27Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cc0b50124
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: a9ab3cd9-160b-402b-b102-0e896b312d9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:23:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:10Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cf5ac3d9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: cb4c524e-f086-4ea7-aff3-08dc112d7c54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:23:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:23:10Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e95cf5b709de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15757"
    uid: 63cd3c4e-045f-4c4c-9bf2-b53fda6568e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e96f5af2630c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: da4a2e9e-e353-4153-af11-7d37dce30d46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 7ac956c4-200a-4c7d-8eba-cbac818ac3d3
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q.18a6e96f5af8595d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 646fb1cc-6236-4810-b99c-d2b6ba06d6bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: c69d8e3b-ac6f-442c-b521-e2d39ffca072
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-8b4c87646-mcq7q'
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-8b4c87646.18a6e95b8b52381b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14799"
    uid: 3808109b-0661-4c4e-9f88-f6b14d456e54
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 5304e686-da6f-4f8b-9cbd-3f31698b7435
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-8b4c87646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e95b86ad6b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: 94d09aec-0cbe-41f9-898d-661fc736e51b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 54796408-1a90-4af8-a0ee-2d9018c1867e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e95f05625c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 23ceb718-2837-4751-b9f0-c8df4395ce08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 54796408-1a90-4af8-a0ee-2d9018c1867e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e95f05bf9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: e22c63de-6cf7-47a7-a9a3-9586a291b5c7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 54796408-1a90-4af8-a0ee-2d9018c1867e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e9698228f532
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 9c415fcc-296e-40fc-abbf-f84240ff006e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14944"
    uid: 54796408-1a90-4af8-a0ee-2d9018c1867e
  kind: Event
  lastTimestamp: "2026-04-16T18:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6e969828d8b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: 75529948-195c-4048-a7a8-157f3451c1d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: ebe838ba-b0fa-4474-aae8-219ae80ec1fc
  kind: Event
  lastTimestamp: "2026-04-16T18:22:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:40Z"
    name: isvc-sklearn-batcher-custom.18a6e95b868919e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: e04567b1-1a8d-45f2-ac43-b476c789161d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: ebe838ba-b0fa-4474-aae8-219ae80ec1fc
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-custom.18a6e95b86edb420
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 68378356-d8a5-4bce-a4e6-4f700b1e38df
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: ebe838ba-b0fa-4474-aae8-219ae80ec1fc
  kind: Event
  lastTimestamp: "2026-04-16T18:22:40Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:40Z"
    name: isvc-sklearn-batcher-custom.18a6e96dae2caec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: b9309c40-c2ae-4061-aedd-488efc34e49a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:19:47.167757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14019"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:19:47Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e9455d12b380
    namespace: kserve-ci-e2e-test
    resourceVersion: "14026"
    uid: 595d4938-60a5-48a2-8523-f430d5689e12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14030"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:19:47Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:19:47Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e9457657732b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14038"
    uid: 1a1d264b-4db0-4919-9684-4076e74f956b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:19:47Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:47Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94577c59802
    namespace: kserve-ci-e2e-test
    resourceVersion: "14040"
    uid: d2256f53-04d8-43ae-9e02-e3b456498fee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:19:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    in 3.624s (3.624s including waiting). Image size: 300960178 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:51Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e9464fceb22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14070"
    uid: 99c4d877-2576-43ca-9d69-3e4c671a84f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:19:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:51Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e9465388d442
    namespace: kserve-ci-e2e-test
    resourceVersion: "14071"
    uid: 306f8a04-8738-4ffc-8a59-02bdf682e280
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:19:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:51Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94653fe658d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14072"
    uid: 366269d1-277f-4b47-9e14-3344e194b617
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:19:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
  metadata:
    creationTimestamp: "2026-04-16T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:19:55Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e9473b1ecb44
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: a8149ab5-f60b-4a48-8813-05b79aadf6b8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:20:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    in 12.97s (12.97s including waiting). Image size: 1560610740 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:08Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94a4039c51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14203"
    uid: ed38f0f1-06b3-4f4c-b9af-c989b7ce78a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:20:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:08Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94a43ab5965
    namespace: kserve-ci-e2e-test
    resourceVersion: "14204"
    uid: 6a3f76ce-7e66-45cb-876f-d7257999694e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:20:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:08Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94a440f99e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14205"
    uid: 5b120dc6-b0a9-4450-a5ac-493bd3216510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:20:08Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:a791004ccdb7a3406d72e6b143b326c27f05d36a965b88257c4e01ea37c2dd62"
  metadata:
    creationTimestamp: "2026-04-16T18:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:08Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94a441b2a69
    namespace: kserve-ci-e2e-test
    resourceVersion: "14206"
    uid: 4f014a7d-4bff-45dd-afbf-c1ee62ff0aaf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:20:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:a791004ccdb7a3406d72e6b143b326c27f05d36a965b88257c4e01ea37c2dd62"
    in 3.195s (3.195s including waiting). Image size: 237897300 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:11Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94b0294d472
    namespace: kserve-ci-e2e-test
    resourceVersion: "14227"
    uid: 557154a9-6b97-485d-a792-252162e2884a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:20:11Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:11Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94b055a20dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14228"
    uid: 5563117a-f286-44de-9e5c-12dffbe9acce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:20:11Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:20:11Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94b05c0c0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14229"
    uid: aacc0723-7758-43c8-a62f-f1ff2d627606
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:21:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:44Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94b34a21cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14991"
    uid: b5dac9bf-2cc9-4e4c-b725-2d1ca25924fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:21:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:44Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e94b70605ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: 2a300e20-134f-4375-8977-f349db6b8e32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e95b85618a09
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 07705992-d5fb-48a0-9732-dcac2c05ad0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14022"
    uid: 48a00c78-e08f-487c-8592-bb5c16e55ddb
  kind: Event
  lastTimestamp: "2026-04-16T18:21:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:21:22Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4.18a6e95b8564940b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: 93082b34-6825-4190-a290-dcaa03aeb80d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14009"
    uid: 91927c25-dbcd-4b5e-9c21-be20ee9780b4
  kind: Event
  lastTimestamp: "2026-04-16T18:19:47Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-5f9fc5f45c-mdlg4'
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:47Z"
    name: isvc-sklearn-batcher-predictor-5f9fc5f45c.18a6e9455ca11570
    namespace: kserve-ci-e2e-test
    resourceVersion: "14021"
    uid: c60144d8-adaa-428f-a285-1eb74c15b2da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14008"
    uid: cc59d3a0-bb90-45d4-96e7-f1ae698cf200
  kind: Event
  lastTimestamp: "2026-04-16T18:19:47Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-5f9fc5f45c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:19:47Z"
    name: isvc-sklearn-batcher-predictor.18a6e945560f12f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14010"
    uid: 62275073-7c3e-4877-8631-a860de7e4956
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14018"
    uid: 732fad9f-5803-4dae-813c-5bf44c35110d
  kind: Event
  lastTimestamp: "2026-04-16T18:20:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:17Z"
    name: isvc-sklearn-batcher-predictor.18a6e948db8bcb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "14277"
    uid: 86422096-9adf-4899-9c54-544575280eff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14018"
    uid: 732fad9f-5803-4dae-813c-5bf44c35110d
  kind: Event
  lastTimestamp: "2026-04-16T18:20:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:20:17Z"
    name: isvc-sklearn-batcher-predictor.18a6e948dbeb712e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14278"
    uid: a4ec9e45-10ea-403c-b063-4b45baeb13ba
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: 732fad9f-5803-4dae-813c-5bf44c35110d
  kind: Event
  lastTimestamp: "2026-04-16T18:21:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:17Z"
    name: isvc-sklearn-batcher-predictor.18a6e94fd9a80144
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: d78c7ac7-eb29-4425-ae9e-b9d93c4a874b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:20:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14161"
    uid: 732fad9f-5803-4dae-813c-5bf44c35110d
  kind: Event
  lastTimestamp: "2026-04-16T18:21:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:21:17Z"
    name: isvc-sklearn-batcher-predictor.18a6e94fda0af05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14714"
    uid: 846824ad-5577-4da1-b878-54b7419d97ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13997"
    uid: fc10290c-2cf4-40f0-aea7-cf0b7b9c2795
  kind: Event
  lastTimestamp: "2026-04-16T18:21:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:14Z"
    name: isvc-sklearn-batcher.18a6e9455c4cd71b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 44293e69-4b6f-4661-bff5-b3cd9d24586f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13997"
    uid: fc10290c-2cf4-40f0-aea7-cf0b7b9c2795
  kind: Event
  lastTimestamp: "2026-04-16T18:19:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:19:47Z"
    name: isvc-sklearn-batcher.18a6e9455cbc994f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14024"
    uid: 96b63d60-4d01-4080-a254-718e497ab77d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:19:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13997"
    uid: fc10290c-2cf4-40f0-aea7-cf0b7b9c2795
  kind: Event
  lastTimestamp: "2026-04-16T18:19:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:19:47Z"
    name: isvc-sklearn-batcher.18a6e9455cbcf41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14027"
    uid: 906133b9-cdd9-450b-9210-ca5a62c6b5da
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:21:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: fc10290c-2cf4-40f0-aea7-cf0b7b9c2795
  kind: Event
  lastTimestamp: "2026-04-16T18:21:14Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:21:14Z"
    name: isvc-sklearn-batcher.18a6e959a9cbc955
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: 0d370925-4457-46c5-87e5-28b0913a4852
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:31:15.006171Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:31:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:31:15Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e583701000
    namespace: kserve-ci-e2e-test
    resourceVersion: "19666"
    uid: b3140afb-d376-447c-8ce8-1cbfd89f0e0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19670"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:15Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:31:15Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e59d242f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19678"
    uid: a64dd9d0-ce13-4cef-bf11-def2bc88ff78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:15Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e59f65ef04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19680"
    uid: 7b972884-ecda-4f4e-8c97-c77839967e1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:15Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e5a30bb6ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: bfab7d20-fa94-4300-baf5-140d8e76c44d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:15Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e5a376f99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19683"
    uid: f1e9f6d2-16da-473c-b564-5f222bb26403
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:19Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e694d66dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 84ad8672-31a8-449e-9472-88b25150199b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:19Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e698c1e91d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: ecec4665-0d94-4c7a-a177-09e8d340f599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:19Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e69932bbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19720"
    uid: acf38643-898f-43e3-b5c6-e83db6c08ce9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:19Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:19Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e699416ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 31d71b72-7ef0-4988-b404-eb4ec101b628
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:22Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.473s (2.473s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:22Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e72cb6f189
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: e5c9632d-6465-4c8e-98cc-9f4cf6d247c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:22Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:22Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e7303c17dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: d7639053-0657-4790-a371-9798b52c8893
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:31:22Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:31:22Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9e730af8219
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: fdad7e15-dd85-405c-8833-ca401ba9524a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:32:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:34Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9f81ce66dd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: 3f75c445-8470-44e4-b58e-39d7e985a461
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:32:34Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:32:34Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9f81ce71f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20285"
    uid: 2276266c-4ac1-4b59-bdaf-5d415e659504
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: 368c76b7-70da-474b-abb4-b3d09dc918f6
  kind: Event
  lastTimestamp: "2026-04-16T18:33:04Z"
  message: 'Readiness probe failed: Get "http://10.133.0.42:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:33:04Z"
    name: isvc-sklearn-mcp-predictor-65779c8984-b6qxp.18a6e9fa6095b0a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: 24280f4b-61f7-4c7c-ac7a-d852ddb6a50d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-65779c8984
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: 1815a664-6087-4a47-8359-6602e592053c
  kind: Event
  lastTimestamp: "2026-04-16T18:31:14Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-65779c8984-b6qxp'
  metadata:
    creationTimestamp: "2026-04-16T18:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:14Z"
    name: isvc-sklearn-mcp-predictor-65779c8984.18a6e9e5827add2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19663"
    uid: 5d97ac84-d59a-4148-8418-0cb9fab42a3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 43a78fe6-ea75-4157-af59-62327ac41208
  kind: Event
  lastTimestamp: "2026-04-16T18:31:14Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-65779c8984 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:31:14Z"
    name: isvc-sklearn-mcp-predictor.18a6e9e577fbbb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: b8f7e3a0-0c4a-4e62-aaf2-d6008e8d8d96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 4f588db1-38cb-42a7-9709-13b19e64ccfd
  kind: Event
  lastTimestamp: "2026-04-16T18:32:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:24Z"
    name: isvc-sklearn-mcp.18a6e9e575f1072b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: d6f2be41-82d2-4545-9eb1-66a810beef7d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 4f588db1-38cb-42a7-9709-13b19e64ccfd
  kind: Event
  lastTimestamp: "2026-04-16T18:31:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:31:14Z"
    name: isvc-sklearn-mcp.18a6e9e577257dd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19646"
    uid: e14a8ebb-101f-42c3-af98-ec4996e78d84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:32:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20186"
    uid: 4f588db1-38cb-42a7-9709-13b19e64ccfd
  kind: Event
  lastTimestamp: "2026-04-16T18:32:24Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:32:24Z"
    name: isvc-sklearn-mcp.18a6e9f5bce29ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20187"
    uid: 68652bd6-4e1a-4d6e-a855-4c0d552528a9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:51:16.905092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29846"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-67bb8f7cbc-msrkr
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:51:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:51:16Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafd5a322ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29855"
    uid: 9db5cc90-f773-43f2-9607-ac49f3e5ec20
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29858"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:51:17Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:51:17Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafd73641595
    namespace: kserve-ci-e2e-test
    resourceVersion: "29868"
    uid: 1a0646f7-221a-4fb3-a0d0-203d8967fceb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:51:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:17Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafd74c1a336
    namespace: kserve-ci-e2e-test
    resourceVersion: "29871"
    uid: d7413817-6ff7-4403-bdfb-682315378d7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:51:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:17Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafd77db6857
    namespace: kserve-ci-e2e-test
    resourceVersion: "29873"
    uid: 8c9e3f48-f4f8-44a3-95c8-15b7bd7cd2f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:51:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:51:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:17Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafd784c16ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29874"
    uid: e0b1857c-88ac-4100-a872-82132b81efa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:51:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:21Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafe7993ebaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29909"
    uid: c2600c75-3573-41ca-b625-21b20ac05c0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:51:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:21Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafe7cb781a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29914"
    uid: 47e41729-4fe8-4a7d-895f-8aecb29e9cb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:51:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:21Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafe7d24dceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29915"
    uid: 4402c106-fe20-4a48-9c29-c896beb0df6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eafeb588323e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30363"
    uid: 38d0d149-a9d4-4e9d-bb45-ba56787d726d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29852"
    uid: bde7611b-263b-43ca-ba04-e19d4ab45349
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: isvc-sklearn-predictor-67bb8f7cbc-msrkr.18a6eb100225a8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: db9787bf-83dd-4b9f-b53b-4f669124f484
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-67bb8f7cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29840"
    uid: d816b689-43ca-480d-82b7-6f986844f729
  kind: Event
  lastTimestamp: "2026-04-16T18:51:16Z"
  message: 'Created pod: isvc-sklearn-predictor-67bb8f7cbc-msrkr'
  metadata:
    creationTimestamp: "2026-04-16T18:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:16Z"
    name: isvc-sklearn-predictor-67bb8f7cbc.18a6eafd599f44fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29850"
    uid: 63daa9db-dee0-4741-83a7-6aeb91b1b85c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: d61ceb51-49f9-4622-80d4-d79eb31a3789
  kind: Event
  lastTimestamp: "2026-04-16T18:51:16Z"
  message: Scaled up replica set isvc-sklearn-predictor-67bb8f7cbc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:16Z"
    name: isvc-sklearn-predictor.18a6eafd5742551b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29842"
    uid: eb6bafbc-de7f-4ac0-8675-de45055d86da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: 7a8fd7ab-d9de-43f9-ab1c-6d1ea85a561e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:31Z"
    name: isvc-sklearn-predictor.18a6eb00d5c18793
    namespace: kserve-ci-e2e-test
    resourceVersion: "29991"
    uid: 4c407004-5d49-4e8d-8ef8-576426ccd311
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29839"
    uid: 7a8fd7ab-d9de-43f9-ab1c-6d1ea85a561e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:31Z"
    name: isvc-sklearn-predictor.18a6eb00d62364ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29993"
    uid: 42464552-c57f-4965-8446-e0ac5919363a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 7a8fd7ab-d9de-43f9-ab1c-6d1ea85a561e
  kind: Event
  lastTimestamp: "2026-04-16T18:52:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:31Z"
    name: isvc-sklearn-predictor.18a6eb04554d5290
    namespace: kserve-ci-e2e-test
    resourceVersion: "30416"
    uid: 3ee78744-5531-4f00-9042-38ff9e916208
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 7a8fd7ab-d9de-43f9-ab1c-6d1ea85a561e
  kind: Event
  lastTimestamp: "2026-04-16T18:52:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:31Z"
    name: isvc-sklearn-predictor.18a6eb0455b91be4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30417"
    uid: a5cb49c3-355f-48dc-86b1-8bfd3d509119
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:53:27.239974Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1bb2c291ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "30950"
    uid: ef3763b7-cbbb-486b-ab32-e7ac3cda2e9f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1bcc2bbd22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30966"
    uid: 09f03ca1-f83d-4f01-8121-362e8b85b4ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1bcd79d046
    namespace: kserve-ci-e2e-test
    resourceVersion: "30968"
    uid: 92567f14-32a0-446d-8c7f-43ca4650fb51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1bd059d394
    namespace: kserve-ci-e2e-test
    resourceVersion: "30969"
    uid: 7a98cc6b-b09c-497a-a520-c99f06f2df12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1bd113f710
    namespace: kserve-ci-e2e-test
    resourceVersion: "30971"
    uid: fa6ad682-9e60-45d0-bf2c-38edd931b867
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:33Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1d146c2c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31017"
    uid: 853e2b5d-1e9b-45d2-82a1-60af349519e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:33Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1d17d754ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: 5b325d95-95a7-48d7-b8dc-1f6be3bfcf32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:33Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1d184e7ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31022"
    uid: 8add82af-1f2b-4f3b-8d67-e5b4c40a3e88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:05Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb1d5059c0b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: 62dcb8f7-b071-4291-bc7f-c72542e372eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: 221bf3f0-0725-4ae7-a198-238422cb828b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:04Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9-76xr4.18a6eb245bdd77c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31286"
    uid: ce5e5eea-49c7-49e3-898a-c32da56e74a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-667495d4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: fa5edb66-5afc-4ebc-a0d7-bd18e4676ac6
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-667495d4b9-76xr4'
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime-predictor-667495d4b9.18a6eb1bb250b51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30949"
    uid: c9aa52d4-f1dd-45f1-a40d-e482a6c58c0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30933"
    uid: 3f528e2e-1ec0-4013-91be-d46b3759eb81
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-667495d4b9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime-predictor.18a6eb1baff85422
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: 2553c52d-4864-4747-8a67-b20ea5abd64a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 577601f8-bccb-4cd2-a629-d2a0a05ccd82
  kind: Event
  lastTimestamp: "2026-04-16T18:53:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:57Z"
    name: isvc-sklearn-runtime-predictor.18a6eb1f2f0b326c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: 6d12f25b-85bb-4576-b040-9c3d0be49734
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 577601f8-bccb-4cd2-a629-d2a0a05ccd82
  kind: Event
  lastTimestamp: "2026-04-16T18:53:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:53:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:57Z"
    name: isvc-sklearn-runtime-predictor.18a6eb1f2f81333f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31206"
    uid: e3ec3ecc-de7d-433c-b2fa-aefa3551c08a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: 1dacccb6-3539-4da5-9213-bb846649b93c
  kind: Event
  lastTimestamp: "2026-04-16T18:53:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:55Z"
    name: isvc-sklearn-runtime.18a6eb1bafff7c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "31191"
    uid: faefbebc-7e8e-477c-86f1-f945f386ffc4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: 1dacccb6-3539-4da5-9213-bb846649b93c
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime.18a6eb1bb06aa974
    namespace: kserve-ci-e2e-test
    resourceVersion: "30957"
    uid: ce8e646e-375c-477d-a528-b393ce1f473f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30918"
    uid: 1dacccb6-3539-4da5-9213-bb846649b93c
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: isvc-sklearn-runtime.18a6eb1bb4b90c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: dc8efb7d-daa3-401b-b9e3-eb7bb921cad4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31189"
    uid: 1dacccb6-3539-4da5-9213-bb846649b93c
  kind: Event
  lastTimestamp: "2026-04-16T18:53:55Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:55Z"
    name: isvc-sklearn-runtime.18a6eb2238a59ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31190"
    uid: cf0c9254-7c2c-4944-8785-37c4a8fdac01
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:07:41.249011Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38047"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe289aa58d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38056"
    uid: 248aa633-809a-4d0f-8d56-a341c02b6d7c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38058"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: Add eth0 [10.133.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe2a4d7753d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38075"
    uid: 0900e96f-4326-4545-b711-515d40f90401
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe2a63729ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38077"
    uid: ba6b8058-2f0b-487d-959a-ea9a73e196fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe2a98a6454
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: f7cdada8-89b8-4ef3-9c61-d7fd4836f50f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe2a9fba888
    namespace: kserve-ci-e2e-test
    resourceVersion: "38081"
    uid: 5df1d8d4-2f06-4a9f-8e06-a26fd2677f83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:07:43Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:43Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe2ff5ffc3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38095"
    uid: e2a03821-4f49-4fe5-b9af-d26854e80665
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:07:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:43Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe302cd3e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: 2e6ae597-c9e1-47ca-8d9d-46510fb512ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:07:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:43Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe3033dbb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "38100"
    uid: d0ad84f7-94e6-446a-92e7-806b359a9dac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:09:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.73:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:02Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebe33b4bc2cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 0a5ad1c3-5bbe-464e-8333-9a84a783193b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38050"
    uid: 056399fa-62bf-4fca-87da-40e2911b1d5b
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d-q6d47.18a6ebf531e7ed9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38683"
    uid: f643ec86-d8a2-4fb1-8669-f5bb1ccaff1b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-85d8c7694d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38033"
    uid: 80dec81f-8420-40ee-ab3e-47ee3e4d7b5d
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-85d8c7694d-q6d47'
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3-predictor-85d8c7694d.18a6ebe2892b391a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38049"
    uid: 20b3ef26-da8b-4439-a262-d10d5621d501
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38028"
    uid: e7b55c83-8bdc-432d-81d8-1ef986707b9c
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-85d8c7694d from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3-predictor.18a6ebe286920fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: 1bed7122-828c-4d5c-b539-56dc82733a06
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38034"
    uid: e8a1ff76-6a3f-47e0-b08e-edc9dcc4a831
  kind: Event
  lastTimestamp: "2026-04-16T19:08:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:26Z"
    name: isvc-sklearn-s3-predictor.18a6ebe60574e8cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38412"
    uid: 6498c8c9-33e1-44c4-b51d-b9c6b3b287cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38034"
    uid: e8a1ff76-6a3f-47e0-b08e-edc9dcc4a831
  kind: Event
  lastTimestamp: "2026-04-16T19:08:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:26Z"
    name: isvc-sklearn-s3-predictor.18a6ebe605d50acf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38413"
    uid: 6aaad3f5-c4c2-4116-9fe5-ef714f1fe920
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38202"
    uid: e8a1ff76-6a3f-47e0-b08e-edc9dcc4a831
  kind: Event
  lastTimestamp: "2026-04-16T19:08:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:56Z"
    name: isvc-sklearn-s3-predictor.18a6ebf083405377
    namespace: kserve-ci-e2e-test
    resourceVersion: "38627"
    uid: 4c881e13-9867-439a-9b08-6dc88602c17f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38202"
    uid: e8a1ff76-6a3f-47e0-b08e-edc9dcc4a831
  kind: Event
  lastTimestamp: "2026-04-16T19:08:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:56Z"
    name: isvc-sklearn-s3-predictor.18a6ebf083b16273
    namespace: kserve-ci-e2e-test
    resourceVersion: "38628"
    uid: 11333b6f-3bf5-4191-8ea2-86ba83eff4ff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:11:54.797782Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "40207"
    uid: e04246c0-c34c-4755-8b2b-5ae73113bf30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:11:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:11:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn.18a6ec1d92599c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40211"
    uid: c76c213d-c2aa-4331-8422-5451500f6492
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "40216"
    uid: e04246c0-c34c-4755-8b2b-5ae73113bf30
  kind: Event
  lastTimestamp: "2026-04-16T19:11:55Z"
  message: Add eth0 [10.133.0.77/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:11:55Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn.18a6ec1daba89a36
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: d0069488-78ea-4e35-9bb8-f5c612d46594
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "40209"
    uid: e04246c0-c34c-4755-8b2b-5ae73113bf30
  kind: Event
  lastTimestamp: "2026-04-16T19:12:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn.18a6ec1dad0bb92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40266"
    uid: f531b241-07c9-4cfa-bb9a-842be27ef67a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "40209"
    uid: e04246c0-c34c-4755-8b2b-5ae73113bf30
  kind: Event
  lastTimestamp: "2026-04-16T19:12:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn.18a6ec1db03ef7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40273"
    uid: d79f30c2-bbde-454c-b8f0-487125a0cf65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "40209"
    uid: e04246c0-c34c-4755-8b2b-5ae73113bf30
  kind: Event
  lastTimestamp: "2026-04-16T19:12:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:00Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn.18a6ec1db0ab60b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40274"
    uid: 52b19840-243f-4321-976d-005b19363b47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn
    namespace: kserve-ci-e2e-test
    resourceVersion: "40209"
    uid: e04246c0-c34c-4755-8b2b-5ae73113bf30
  kind: Event
  lastTimestamp: "2026-04-16T19:12:03Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn_kserve-ci-e2e-test(e04246c0-c34c-4755-8b2b-5ae73113bf30)
  metadata:
    creationTimestamp: "2026-04-16T19:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:03Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn.18a6ec1f836476dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40298"
    uid: b0d0a8c5-196a-439f-a01e-5f322ae71ee0
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678
    namespace: kserve-ci-e2e-test
    resourceVersion: "40196"
    uid: b589642d-8983-4172-b019-49e1d43e0bf2
  kind: Event
  lastTimestamp: "2026-04-16T19:11:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678-w7hzn'
  metadata:
    creationTimestamp: "2026-04-16T19:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678.18a6ec1d91f1cf19
    namespace: kserve-ci-e2e-test
    resourceVersion: "40208"
    uid: babdb639-8277-4286-b9dc-9b3bbef4e848
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40193"
    uid: ca32f0f4-409a-492f-8d47-e78b25646065
  kind: Event
  lastTimestamp: "2026-04-16T19:11:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-64b6c79678
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:54Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6ec1d8f48c0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40198"
    uid: 173aac6b-e3a9-4161-b27f-b26a2192e8c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f59c39e7-d1ac-4e31-89db-06e30b4488bb
  kind: Event
  lastTimestamp: "2026-04-16T19:12:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:12:03Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ec1d8f262ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40306"
    uid: e6b8da8d-f87a-4e0a-b29a-a4830e32b24c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40185"
    uid: f59c39e7-d1ac-4e31-89db-06e30b4488bb
  kind: Event
  lastTimestamp: "2026-04-16T19:11:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:54Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ec1d8f79c4ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40200"
    uid: 4f35895e-c8fa-49a0-b5b7-4ceae9369508
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:10:33.692855Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39542"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:10:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:10:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0ab01ea18c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: 45a683ea-5cd5-4fd4-9b4d-ef4c8c8df93d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39553"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:10:34Z"
  message: Add eth0 [10.133.0.76/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:10:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0ac9e3cbc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39561"
    uid: 8bca85c6-4a54-4301-a10f-9155c692a651
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:10:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0acb3fd796
    namespace: kserve-ci-e2e-test
    resourceVersion: "39564"
    uid: 9faa1c35-d618-4171-91c4-d1265f44ef2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:10:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0acebd6854
    namespace: kserve-ci-e2e-test
    resourceVersion: "39570"
    uid: 8db45edc-42e2-4089-ab28-2e489e64275d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:10:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0acf36c273
    namespace: kserve-ci-e2e-test
    resourceVersion: "39571"
    uid: b70a1c57-45c9-4ab5-8142-33136a79e3c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:10:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0b2f4ad965
    namespace: kserve-ci-e2e-test
    resourceVersion: "39586"
    uid: 6502a210-b20c-48e9-9b32-e45c52684daa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:10:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0b3316c503
    namespace: kserve-ci-e2e-test
    resourceVersion: "39590"
    uid: ae8fd811-3883-4ec3-b4eb-c734d1808af9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:10:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:10:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:35Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0b3394628d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39592"
    uid: 1a5b1cf9-0dfb-4373-95a9-26b8c0c389d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:11:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.76:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec0b6b342605
    namespace: kserve-ci-e2e-test
    resourceVersion: "40250"
    uid: a6d902e2-aee3-460a-9baf-e70c10b5f4a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: f397f650-022a-410a-ac92-37efe6a820ef
  kind: Event
  lastTimestamp: "2026-04-16T19:11:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:53Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs.18a6ec1d52af7d02
    namespace: kserve-ci-e2e-test
    resourceVersion: "40167"
    uid: 0ff42e00-2118-46bc-9283-3e325a8b9e5c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: 371b9e62-ad3d-472c-9b92-1aa99f3104e7
  kind: Event
  lastTimestamp: "2026-04-16T19:10:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb-pfjjs'
  metadata:
    creationTimestamp: "2026-04-16T19:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb.18a6ec0aafad2bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "39544"
    uid: fff27024-fdc0-4c1b-870f-fbbbda6183c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39532"
    uid: a06f0e27-baf8-46c9-bd07-fbafe3e41c5b
  kind: Event
  lastTimestamp: "2026-04-16T19:10:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-58ff675ffb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec0aad55882f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39537"
    uid: 266eb8d0-42bb-4d3b-9134-9f550ae1ec87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: df24441b-56f7-4112-b8e8-b3112a5e8006
  kind: Event
  lastTimestamp: "2026-04-16T19:11:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec0e2c22c8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39896"
    uid: 0cf62790-fe31-458b-9569-41122d41c261
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39533"
    uid: df24441b-56f7-4112-b8e8-b3112a5e8006
  kind: Event
  lastTimestamp: "2026-04-16T19:11:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:10:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec0e2c8f0ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39897"
    uid: eb4d1616-018a-4091-a27e-f02cc25839eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39684"
    uid: df24441b-56f7-4112-b8e8-b3112a5e8006
  kind: Event
  lastTimestamp: "2026-04-16T19:11:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec18a9440865
    namespace: kserve-ci-e2e-test
    resourceVersion: "40115"
    uid: 68981d39-a2ca-45a6-888e-8462df463f84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39684"
    uid: df24441b-56f7-4112-b8e8-b3112a5e8006
  kind: Event
  lastTimestamp: "2026-04-16T19:11:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ec18a9a88b88
    namespace: kserve-ci-e2e-test
    resourceVersion: "40116"
    uid: a0e4ed8a-c7ae-4cfe-919e-3a4637d12e55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: f283b953-9cef-4aa8-ae6d-ddb2595ad666
  kind: Event
  lastTimestamp: "2026-04-16T19:11:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ec0aad375b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40104"
    uid: fe3b53da-8b3f-43f2-9ec0-5a800b921d3d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39524"
    uid: f283b953-9cef-4aa8-ae6d-ddb2595ad666
  kind: Event
  lastTimestamp: "2026-04-16T19:10:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:10:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:10:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ec0aad9cec20
    namespace: kserve-ci-e2e-test
    resourceVersion: "39539"
    uid: 3d6c0b9c-4337-449e-bf84-038f2a1e6ad0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40101"
    uid: f283b953-9cef-4aa8-ae6d-ddb2595ad666
  kind: Event
  lastTimestamp: "2026-04-16T19:11:47Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:11:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ec1bf74aff0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40103"
    uid: 98547fc0-fb4a-42c4-8821-fd721a0ef051
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:10:22.611511Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39373"
    uid: 648bcaca-5b28-4425-ab98-9b34393672a5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:10:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:10:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd.18a6ec081b9ebfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39381"
    uid: a96014b5-0510-4045-b06b-451027da56a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39384"
    uid: 648bcaca-5b28-4425-ab98-9b34393672a5
  kind: Event
  lastTimestamp: "2026-04-16T19:10:23Z"
  message: Add eth0 [10.133.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:10:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd.18a6ec083519a8f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39390"
    uid: eee049cd-89ae-44bd-8b2a-0798e5a3575d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 648bcaca-5b28-4425-ab98-9b34393672a5
  kind: Event
  lastTimestamp: "2026-04-16T19:10:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd.18a6ec0836704e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "39416"
    uid: d57b3aa7-9a3f-42b3-ade0-a87f805b3169
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 648bcaca-5b28-4425-ab98-9b34393672a5
  kind: Event
  lastTimestamp: "2026-04-16T19:10:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd.18a6ec083990507e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39420"
    uid: 1832dce5-7183-4b00-b59a-9d31e2fc51db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 648bcaca-5b28-4425-ab98-9b34393672a5
  kind: Event
  lastTimestamp: "2026-04-16T19:10:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:10:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:24Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd.18a6ec083a4c1362
    namespace: kserve-ci-e2e-test
    resourceVersion: "39421"
    uid: 37b1041e-d45e-4fba-8777-3a1ca85f1a4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 648bcaca-5b28-4425-ab98-9b34393672a5
  kind: Event
  lastTimestamp: "2026-04-16T19:10:27Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd_kserve-ci-e2e-test(648bcaca-5b28-4425-ab98-9b34393672a5)
  metadata:
    creationTimestamp: "2026-04-16T19:10:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:27Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd.18a6ec09510cb77a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: 1fda39b2-15f4-4719-abf6-7e7d3ff96f7d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39365"
    uid: decc1d74-b894-4b7e-aaab-1fc792e269bc
  kind: Event
  lastTimestamp: "2026-04-16T19:10:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd-szsjd'
  metadata:
    creationTimestamp: "2026-04-16T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd.18a6ec081b08352c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 31f30f33-0661-4345-b332-be4bf15f3b3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39363"
    uid: 67a8d645-9b34-4288-a938-1ba50e004098
  kind: Event
  lastTimestamp: "2026-04-16T19:10:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-6d4bd66fcd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6ec0818ce7f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: bd44e43a-89b7-4f26-a21f-671b55ac086e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39354"
    uid: a52557f2-0472-4452-80bd-981de8ce40b5
  kind: Event
  lastTimestamp: "2026-04-16T19:10:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:10:28Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ec0818d90307
    namespace: kserve-ci-e2e-test
    resourceVersion: "39461"
    uid: 687ec8ae-c6f3-4d78-a3dc-47ecf209805d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39354"
    uid: a52557f2-0472-4452-80bd-981de8ce40b5
  kind: Event
  lastTimestamp: "2026-04-16T19:10:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:10:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:10:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ec08195ac4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "39370"
    uid: ba46e5fb-d932-44e8-bb9d-a70ce52aa016
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:09:01.487151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38702"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf5383b3dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38709"
    uid: cff2d896-e227-4615-9010-f71b059bfe9a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: Add eth0 [10.133.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf5513f1149
    namespace: kserve-ci-e2e-test
    resourceVersion: "38728"
    uid: 7897acce-033b-4958-9b14-3808be07da9c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf55285151f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38730"
    uid: 66b6e976-ebd8-4e39-86cb-b78c4cd13d06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf5558207ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "38732"
    uid: 6b1a04f2-43fe-4d3d-9925-dcde23882fd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf555ef58e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38733"
    uid: 0d155052-1506-43f2-b02e-f0204dc27bea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:09:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf5af848b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "38749"
    uid: 6f8b3f4c-b93f-4c48-98f3-e2463af009c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:09:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf5b2a08165
    namespace: kserve-ci-e2e-test
    resourceVersion: "38753"
    uid: b29a25bb-2ea3-48d9-b110-9e37d623cbfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:09:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:09:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf5b31c2923
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: 4be9cf3b-38e7-477d-9860-b8db99087f49
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:10:25Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:25Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ebf5eb6b5486
    namespace: kserve-ci-e2e-test
    resourceVersion: "39428"
    uid: db172909-2a19-43d6-9815-422e963954b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38704"
    uid: ea30509f-1d91-4a34-aebe-c34d599ea7f7
  kind: Event
  lastTimestamp: "2026-04-16T19:10:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:10:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg.18a6ec07dc361fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39338"
    uid: d4a5b8a7-c87d-4584-a34f-ad20f6157f19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38695"
    uid: 3297d9a7-8626-4946-895e-77ebed91e322
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b-t58jg'
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b.18a6ebf537e47b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38705"
    uid: d5bbbd09-6834-49ee-a792-36fcf2f67e87
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38692"
    uid: ee88a687-0c7d-452a-8601-7d5bd9bf7a91
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-687fddf9b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ebf5359cf52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38697"
    uid: 13212cf3-9410-48e5-9d6c-cba47e177852
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 04754aab-a25a-4c85-947a-53754ba4cf81
  kind: Event
  lastTimestamp: "2026-04-16T19:09:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ebf8b477a666
    namespace: kserve-ci-e2e-test
    resourceVersion: "38960"
    uid: 3c37d578-09d4-4eb7-8cd1-f6666dcc3990
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 04754aab-a25a-4c85-947a-53754ba4cf81
  kind: Event
  lastTimestamp: "2026-04-16T19:09:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:09:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ebf8b4dccc50
    namespace: kserve-ci-e2e-test
    resourceVersion: "38961"
    uid: bba4c161-3a62-4817-9886-e4a7da5bb62e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38860"
    uid: 04754aab-a25a-4c85-947a-53754ba4cf81
  kind: Event
  lastTimestamp: "2026-04-16T19:10:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ebffb281cab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39285"
    uid: 14f6bf74-3619-489b-913a-82aa75435e8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38860"
    uid: 04754aab-a25a-4c85-947a-53754ba4cf81
  kind: Event
  lastTimestamp: "2026-04-16T19:10:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:09:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ebffb2e39538
    namespace: kserve-ci-e2e-test
    resourceVersion: "39286"
    uid: 25fdd95a-b273-466f-9b37-78376e5d29b3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38684"
    uid: b47b2a6f-1175-4b57-9fb7-48812c468421
  kind: Event
  lastTimestamp: "2026-04-16T19:10:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:10:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ebf53575d20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39276"
    uid: 0fcd0fd4-d72d-4ada-82c1-d8e23da2a3d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38684"
    uid: b47b2a6f-1175-4b57-9fb7-48812c468421
  kind: Event
  lastTimestamp: "2026-04-16T19:09:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:01Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ebf535ccaad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38699"
    uid: 32e73485-4677-4451-bafc-fef58e0f452b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39274"
    uid: b47b2a6f-1175-4b57-9fb7-48812c468421
  kind: Event
  lastTimestamp: "2026-04-16T19:10:15Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:10:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ec0677483fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39275"
    uid: ae813489-2339-4aa6-8095-adaf9aba4835
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:13:26.953631Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41041"
    uid: 7f924952-e6ef-4453-a06c-6fc17d5fcbe4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:13:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:13:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t.18a6ec3307444359
    namespace: kserve-ci-e2e-test
    resourceVersion: "41048"
    uid: 3d50c19c-4ae7-4a94-9e92-ef7c8f0bb36c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41051"
    uid: 7f924952-e6ef-4453-a06c-6fc17d5fcbe4
  kind: Event
  lastTimestamp: "2026-04-16T19:13:27Z"
  message: Add eth0 [10.133.0.79/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:13:27Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t.18a6ec33215ad663
    namespace: kserve-ci-e2e-test
    resourceVersion: "41061"
    uid: f36fdd51-887b-40f2-8dc3-ba1707340cfe
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41045"
    uid: 7f924952-e6ef-4453-a06c-6fc17d5fcbe4
  kind: Event
  lastTimestamp: "2026-04-16T19:13:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t.18a6ec3322c6f4f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41093"
    uid: 55aea6b1-05d8-4d85-96df-9922233732d6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41045"
    uid: 7f924952-e6ef-4453-a06c-6fc17d5fcbe4
  kind: Event
  lastTimestamp: "2026-04-16T19:13:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t.18a6ec332632c105
    namespace: kserve-ci-e2e-test
    resourceVersion: "41100"
    uid: 2d38ec4e-0246-4aa9-9b9c-ddc27c4cb0b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41045"
    uid: 7f924952-e6ef-4453-a06c-6fc17d5fcbe4
  kind: Event
  lastTimestamp: "2026-04-16T19:13:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t.18a6ec3326a6972f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41101"
    uid: bc2eab47-33ea-4e68-8786-d454695d8f4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "41045"
    uid: 7f924952-e6ef-4453-a06c-6fc17d5fcbe4
  kind: Event
  lastTimestamp: "2026-04-16T19:13:36Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:36Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t.18a6ec355c1377d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41171"
    uid: d712f61f-0216-40ce-8c5e-74d488a38ec8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "41032"
    uid: ff34393f-71ce-4127-81db-f98067be208b
  kind: Event
  lastTimestamp: "2026-04-16T19:13:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79-8mf8t'
  metadata:
    creationTimestamp: "2026-04-16T19:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79.18a6ec3306d81758
    namespace: kserve-ci-e2e-test
    resourceVersion: "41044"
    uid: 86244abd-f759-430c-8156-9673939637b6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41030"
    uid: bf62c02a-628b-4e64-bac4-e66b15daaec0
  kind: Event
  lastTimestamp: "2026-04-16T19:13:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7b4c6f7c79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:26Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6ec330431e2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "41034"
    uid: 669033ef-d1f3-435a-912e-d2a829db79f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: 178e2716-56f7-4873-9b22-da2354f23fb7
  kind: Event
  lastTimestamp: "2026-04-16T19:13:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:30Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ec3304094cc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "41102"
    uid: 316f4d7c-7e7e-43c8-b618-7ea9bbe00b59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: 178e2716-56f7-4873-9b22-da2354f23fb7
  kind: Event
  lastTimestamp: "2026-04-16T19:13:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:26Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ec3304a4c46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41037"
    uid: f777fb13-5b1a-40c5-9a3c-21246e81f890
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:12:05.896444Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40370"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:12:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:12:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec2027e1ad4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40374"
    uid: 9eaccff2-5150-404f-b3c7-dd557be4f007
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40379"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: Add eth0 [10.133.0.78/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec2040dc4a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "40407"
    uid: 1610f1b0-4b45-4364-a015-400cdd7e48aa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec20422d7b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "40409"
    uid: 35f2a6f3-6384-4e99-b5d4-17bb1e521bb3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec20456084ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40411"
    uid: f441a83c-fb91-4c1b-96a1-020ce51542db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:12:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:06Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec2045d08917
    namespace: kserve-ci-e2e-test
    resourceVersion: "40412"
    uid: 4bdb2f0f-682e-4f43-88df-b275bb39fab5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:12:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec20adf96e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40427"
    uid: 8bd0ad90-56b5-4dde-ae75-05db7b2125ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:12:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec20b1002e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40433"
    uid: 4378c3db-a27c-469e-a8f5-0e22b95824fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:12:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:12:08Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec20b173aecb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40434"
    uid: 8fb9862f-89f0-4f93-90c2-8fe803206dc8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:13:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.78:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec20e9e90ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: fb2c784a-b0d7-4a1d-9f9e-1f1aad45e002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: e12f73b9-2368-4d92-a36e-adc63facb7d8
  kind: Event
  lastTimestamp: "2026-04-16T19:13:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:13:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw.18a6ec32c80ff3c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "41006"
    uid: 3998348e-e3d1-4f7f-a6b6-85d719bf7f9c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40359"
    uid: e41ed3d5-9ac6-4d7e-a6c9-4c42a6609bc6
  kind: Event
  lastTimestamp: "2026-04-16T19:12:05Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5-76dfw'
  metadata:
    creationTimestamp: "2026-04-16T19:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5.18a6ec2027148caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: 96253942-f765-419e-97ae-4ba21535eda8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: dea6da2a-79bd-4f8f-8011-413ced6c75e0
  kind: Event
  lastTimestamp: "2026-04-16T19:12:05Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-768799b9b5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:05Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ec20226eab49
    namespace: kserve-ci-e2e-test
    resourceVersion: "40361"
    uid: 1c8e256a-b8f3-41db-9244-408e220e166b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: 416cd8d4-d4ad-4669-ab29-685605ca057e
  kind: Event
  lastTimestamp: "2026-04-16T19:12:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ec23a13ae711
    namespace: kserve-ci-e2e-test
    resourceVersion: "40529"
    uid: 1c89e1b8-1f94-461a-8fe6-8a5d54e1edd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: 416cd8d4-d4ad-4669-ab29-685605ca057e
  kind: Event
  lastTimestamp: "2026-04-16T19:12:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ec23a19f3bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40531"
    uid: 61b5410c-eca3-47a9-a9e4-aafd813ab1f9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 416cd8d4-d4ad-4669-ab29-685605ca057e
  kind: Event
  lastTimestamp: "2026-04-16T19:13:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ec272058e4d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40956"
    uid: bb768191-fe4c-495b-8b60-ca5625a8ede3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40530"
    uid: 416cd8d4-d4ad-4669-ab29-685605ca057e
  kind: Event
  lastTimestamp: "2026-04-16T19:13:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ec2720bd7ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40957"
    uid: 86648f1a-62f8-4bf6-9f03-3bd8af40bc4a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: 9f0020f9-6d1a-4afe-9107-90e40fdd4d89
  kind: Event
  lastTimestamp: "2026-04-16T19:13:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ec202248b3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40947"
    uid: fa8ad65d-2312-4dd3-b532-762f8e171024
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: 9f0020f9-6d1a-4afe-9107-90e40fdd4d89
  kind: Event
  lastTimestamp: "2026-04-16T19:12:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:12:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:12:05Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ec2022c23c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40363"
    uid: 9ec2caa5-7fff-482e-beb7-6d88e5020e4b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40945"
    uid: 9f0020f9-6d1a-4afe-9107-90e40fdd4d89
  kind: Event
  lastTimestamp: "2026-04-16T19:13:20Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:13:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ec31763ca139
    namespace: kserve-ci-e2e-test
    resourceVersion: "40946"
    uid: fa210ad4-d3ee-4393-a974-f9ba553b7ff3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38012"
    uid: c990b7dc-b19e-40dd-956f-f9acb7513feb
  kind: Event
  lastTimestamp: "2026-04-16T19:08:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:52Z"
    name: isvc-sklearn-s3.18a6ebe286a29389
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: e6698aaa-bf2f-4276-a074-76f171b23c91
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38012"
    uid: c990b7dc-b19e-40dd-956f-f9acb7513feb
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3.18a6ebe287314853
    namespace: kserve-ci-e2e-test
    resourceVersion: "38060"
    uid: 157cfe88-e17d-4006-a368-f7e574b15482
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: c990b7dc-b19e-40dd-956f-f9acb7513feb
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-sklearn-s3.18a6ebe28c55dc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "38061"
    uid: 019af004-2317-40c3-88f9-ee43bc052474
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: c990b7dc-b19e-40dd-956f-f9acb7513feb
  kind: Event
  lastTimestamp: "2026-04-16T19:08:52Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:52Z"
    name: isvc-sklearn-s3.18a6ebf3159fad40
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: b23595e1-100d-4851-a070-182e0bf75614
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7568f4dff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29777"
    uid: 5f8d0b47-6438-4abc-80ea-7fee370ab156
  kind: Event
  lastTimestamp: "2026-04-16T18:51:14Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7568f4dff7-c8v2r'
  metadata:
    creationTimestamp: "2026-04-16T18:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:14Z"
    name: isvc-sklearn-scheduler-predictor-7568f4dff7.18a6eafcdc768306
    namespace: kserve-ci-e2e-test
    resourceVersion: "29788"
    uid: 4628351b-f91c-4c14-87ac-675cd95ee194
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29775"
    uid: 34578b83-8486-4427-9a4d-5498174d7d3c
  kind: Event
  lastTimestamp: "2026-04-16T18:51:14Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7568f4dff7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:14Z"
    name: isvc-sklearn-scheduler-predictor.18a6eafcd97e720a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29778"
    uid: bfb960dc-0056-41bd-be88-bb696de57f86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: 5cda2140-ca62-4ee1-a74d-f0bf18d8d57d
  kind: Event
  lastTimestamp: "2026-04-16T18:51:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:15Z"
    name: isvc-sklearn-scheduler.18a6eafcd900b9df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29798"
    uid: 0a41cb94-43e3-4fd1-b9bc-33e71364f1b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: 5cda2140-ca62-4ee1-a74d-f0bf18d8d57d
  kind: Event
  lastTimestamp: "2026-04-16T18:51:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:14Z"
    name: isvc-sklearn-scheduler.18a6eafcd9886212
    namespace: kserve-ci-e2e-test
    resourceVersion: "29793"
    uid: 2c1a1327-ad2a-4220-a144-0ae2cf44477f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: 5cda2140-ca62-4ee1-a74d-f0bf18d8d57d
  kind: Event
  lastTimestamp: "2026-04-16T18:51:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:14Z"
    name: isvc-sklearn-scheduler.18a6eafcd988c470
    namespace: kserve-ci-e2e-test
    resourceVersion: "29794"
    uid: 2bd994c5-c2cd-4dec-bd73-3e5b192cfde1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:56:14.936540Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32378"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:56:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:56:14Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb42be412b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "32383"
    uid: 82a82358-033c-45d3-9ae7-cc109b191fc6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32388"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:56:15Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:56:15Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb42d8253609
    namespace: kserve-ci-e2e-test
    resourceVersion: "32402"
    uid: 2157ba4b-f4e7-4fe8-8d7c-ed6496781a4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:56:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:15Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb42d9780b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "32404"
    uid: b9ecbf73-5422-4ed5-bc51-772a228fa920
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:56:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:15Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb42dd006f61
    namespace: kserve-ci-e2e-test
    resourceVersion: "32408"
    uid: aababee1-2b70-4dd3-9412-077307aae950
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:56:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:56:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:15Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb42dd722ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32409"
    uid: adcfa62a-fcf8-4b21-9cae-73ee025398c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:56:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:19Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb43dd671443
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: f6c00f3f-93c8-435d-b894-6b1673a25cfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:56:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:19Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb43e19d6245
    namespace: kserve-ci-e2e-test
    resourceVersion: "32449"
    uid: d923762a-228b-474b-a0b9-36315cacc36f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:56:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:56:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:19Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb43e2150d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32451"
    uid: cfea2167-02fc-45d2-8dca-3e95f3e4bb71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:57:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:21Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb441977af50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32897"
    uid: 2b4aaa42-ce4a-4744-888d-575dd22ff8b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth
    namespace: kserve-ci-e2e-test
    resourceVersion: "32380"
    uid: 690e0b75-d4f3-4541-bf43-2a81e232bd80
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth.18a6eb556798da4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33026"
    uid: b758f944-2152-47b0-a6ac-bf51711aefd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32368"
    uid: 1b81dbdf-4038-485a-9dd3-a7b0522a3607
  kind: Event
  lastTimestamp: "2026-04-16T18:56:14Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4-wshth'
  metadata:
    creationTimestamp: "2026-04-16T18:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:14Z"
    name: isvc-sklearn-v2-mixed-predictor-6d47cd9cb4.18a6eb42bdd27492
    namespace: kserve-ci-e2e-test
    resourceVersion: "32379"
    uid: 5cd6266a-759b-48e1-876a-e16c3b406e97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32364"
    uid: d98d5b56-0cdc-4e06-b616-6882124a2ded
  kind: Event
  lastTimestamp: "2026-04-16T18:56:14Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-6d47cd9cb4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:14Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eb42bb482d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32370"
    uid: 79ffba28-124e-4727-9420-f78920349d71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 3be57ad9-67e3-4d01-bbb9-1f8ca56c0cac
  kind: Event
  lastTimestamp: "2026-04-16T18:56:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:44Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eb4639bceba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 3cb1fa33-2971-43b5-afa5-6361530a2dd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32367"
    uid: 3be57ad9-67e3-4d01-bbb9-1f8ca56c0cac
  kind: Event
  lastTimestamp: "2026-04-16T18:56:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:44Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eb463a20e2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32629"
    uid: 78fe64ee-4125-4bea-a8c0-3de7d81d984a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32527"
    uid: 3be57ad9-67e3-4d01-bbb9-1f8ca56c0cac
  kind: Event
  lastTimestamp: "2026-04-16T18:57:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:29Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eb4d382bfdb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32950"
    uid: 2c2e7ec2-2487-4207-9d90-0ab99af6645c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32527"
    uid: 3be57ad9-67e3-4d01-bbb9-1f8ca56c0cac
  kind: Event
  lastTimestamp: "2026-04-16T18:57:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:56:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:29Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6eb4d389c00b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32951"
    uid: 40bf94d6-fb54-452b-a21f-153ea4d46cbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: 913b98b4-ad1c-4a14-bb7e-6b6be01cb881
  kind: Event
  lastTimestamp: "2026-04-16T18:57:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:31Z"
    name: isvc-sklearn-v2-mixed.18a6eb42bb1c75df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32975"
    uid: 44c8da8f-29b5-4326-b609-2d969c0b50e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: 913b98b4-ad1c-4a14-bb7e-6b6be01cb881
  kind: Event
  lastTimestamp: "2026-04-16T18:56:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:14Z"
    name: isvc-sklearn-v2-mixed.18a6eb42bb8e5e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32372"
    uid: 3939408f-1d25-4941-b785-9300480e0cee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32973"
    uid: 913b98b4-ad1c-4a14-bb7e-6b6be01cb881
  kind: Event
  lastTimestamp: "2026-04-16T18:57:31Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:31Z"
    name: isvc-sklearn-v2-mixed.18a6eb54a5817d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32974"
    uid: b26a9242-06d0-424d-adba-5b6f0dca857f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:54:54.660728Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-7c6977494c-9f894
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:54:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:54:54Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb300d717f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "31733"
    uid: dd2707c8-19af-4cf0-91a5-c0afbe89bf71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31737"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:55Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:54:55Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb30268e6417
    namespace: kserve-ci-e2e-test
    resourceVersion: "31753"
    uid: 36b54b56-3d94-4cdd-b43a-6f6a6807290a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:55Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb3027d787a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: 53c56039-16d1-4f6b-82b6-dcfc2a34db67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:55Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb302bf76934
    namespace: kserve-ci-e2e-test
    resourceVersion: "31757"
    uid: dee69142-5165-40c4-b5c7-61d806117bc8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:55Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb302c684be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31759"
    uid: cb7caeb2-eaeb-40d7-8116-97a0b80eddd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1374"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:59Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb312cb7df56
    namespace: kserve-ci-e2e-test
    resourceVersion: "31798"
    uid: a63af347-8b4c-446e-af57-463c55921e08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:59Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb31305c9c93
    namespace: kserve-ci-e2e-test
    resourceVersion: "31802"
    uid: e9fccd31-5bf4-46aa-8771-702848b208d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:59Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb3130d2d74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31803"
    uid: 850c7bb8-4a4a-4869-9173-ea16a9de6a99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:56:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:01Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb3168a8e602
    namespace: kserve-ci-e2e-test
    resourceVersion: "32240"
    uid: 34ad0a3d-3955-499b-9ab7-40b1b4e7d812
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: 7a4f52fe-c0b0-4d74-8296-83991486e38e
  kind: Event
  lastTimestamp: "2026-04-16T18:56:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:14Z"
    name: isvc-sklearn-v2-predictor-7c6977494c-9f894.18a6eb42baa8a2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32366"
    uid: 8d2be635-d298-41ee-b4f0-18f22a19b5f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-7c6977494c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31717"
    uid: 0b1085be-aeef-4298-aa07-86c3651cd696
  kind: Event
  lastTimestamp: "2026-04-16T18:54:54Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-7c6977494c-9f894'
  metadata:
    creationTimestamp: "2026-04-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:54Z"
    name: isvc-sklearn-v2-predictor-7c6977494c.18a6eb300d138db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31730"
    uid: 55f824c0-7c49-4469-9f59-8552f1f05eea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: 00a2eb6c-4797-45bb-933e-a5e6ae4bce82
  kind: Event
  lastTimestamp: "2026-04-16T18:54:54Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-7c6977494c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:54Z"
    name: isvc-sklearn-v2-predictor.18a6eb300a831bf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31720"
    uid: 934b7cc4-421b-4e51-a298-b4382011202b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31716"
    uid: 2a6e52a4-1a4d-483f-b80a-8c7b1c10c49c
  kind: Event
  lastTimestamp: "2026-04-16T18:55:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:39Z"
    name: isvc-sklearn-v2-predictor.18a6eb33896b6708
    namespace: kserve-ci-e2e-test
    resourceVersion: "32088"
    uid: e36e6966-749e-4832-8060-a23b2c8fa712
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31716"
    uid: 2a6e52a4-1a4d-483f-b80a-8c7b1c10c49c
  kind: Event
  lastTimestamp: "2026-04-16T18:55:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:55:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:39Z"
    name: isvc-sklearn-v2-predictor.18a6eb3389cc9d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "32089"
    uid: 90fba309-ef91-4521-934f-026d5c31c06e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: 2a6e52a4-1a4d-483f-b80a-8c7b1c10c49c
  kind: Event
  lastTimestamp: "2026-04-16T18:56:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:09Z"
    name: isvc-sklearn-v2-predictor.18a6eb3e067764d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32295"
    uid: 1852d0d8-8ebd-41ef-8bce-8c225fbb178a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31876"
    uid: 2a6e52a4-1a4d-483f-b80a-8c7b1c10c49c
  kind: Event
  lastTimestamp: "2026-04-16T18:56:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:09Z"
    name: isvc-sklearn-v2-predictor.18a6eb3e06dcc73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32296"
    uid: c9f83b23-e8e1-4be5-973f-0e551ae9b8c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:54:04.488712Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31293"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:54:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:54:04Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb245ef547b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31299"
    uid: b79f06a6-067c-43e3-94e1-52d943fd1bd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31302"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:05Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:54:05Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb247db3e2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: 663e0420-dbf0-4d02-b21f-59bf8959d90f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:05Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb247f027b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "31319"
    uid: 620d279a-6840-4de1-857a-0ba061655fca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:05Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb2481e403eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31321"
    uid: 8fea62b7-8a14-4de1-a33e-45a11fb43069
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:05Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb24826c123e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: 88dee3ab-f1a1-4414-95e6-216dbbf51247
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:09Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb257dc0c958
    namespace: kserve-ci-e2e-test
    resourceVersion: "31363"
    uid: 72dbc062-e715-459d-8edf-cd99d8c9a888
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:09Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb25811e4f95
    namespace: kserve-ci-e2e-test
    resourceVersion: "31368"
    uid: ea62fd8c-f24b-443e-9bd9-37199bc35c0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:09Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb2581a70ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31369"
    uid: c2946066-2075-4840-bc25-4621b625db66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T18:54:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:41Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb2cf35875c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31587"
    uid: 7bb14f82-1d94-45f2-9932-80c8f5368c80
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:54:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb300a3c27b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31718"
    uid: f7b050bf-b8aa-4065-9bb9-c4e43defd0ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31297"
    uid: 315707fd-4b51-456b-9717-86bc1f225c56
  kind: Event
  lastTimestamp: "2026-04-16T18:55:01Z"
  message: 'Readiness probe failed: Get "http://10.133.0.61:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.133.0.61:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:55:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:01Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp.18a6eb3199af37b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31817"
    uid: 9bdc6104-ea58-49ab-99f3-5ead3e21e9f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "31280"
    uid: ccec935e-411a-4dae-bfc3-c3737a09b27b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:04Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7dd9b85c64-7kzbp'
  metadata:
    creationTimestamp: "2026-04-16T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:04Z"
    name: isvc-sklearn-v2-runtime-predictor-7dd9b85c64.18a6eb245e6378c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31296"
    uid: 11903ee3-f705-4cba-8f34-ae643829ec08
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31275"
    uid: 4571292c-94f8-48c7-b418-5f0defe83ce5
  kind: Event
  lastTimestamp: "2026-04-16T18:54:04Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7dd9b85c64 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:04Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eb245b9f0995
    namespace: kserve-ci-e2e-test
    resourceVersion: "31283"
    uid: b72031e5-d238-475d-a8ef-432548729e69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: 9e8e73fe-815a-4e17-bb75-001a0675db35
  kind: Event
  lastTimestamp: "2026-04-16T18:54:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:49Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eb27da94f918
    namespace: kserve-ci-e2e-test
    resourceVersion: "31646"
    uid: 20928554-4f2d-467f-8702-395d786135f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31279"
    uid: 9e8e73fe-815a-4e17-bb75-001a0675db35
  kind: Event
  lastTimestamp: "2026-04-16T18:54:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:49Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6eb27dafb8db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31647"
    uid: 5fc21fac-86e8-438f-a864-3499438a9bca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: bbfc1e24-d699-448a-9c22-6ce3dbcb8683
  kind: Event
  lastTimestamp: "2026-04-16T18:54:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:51Z"
    name: isvc-sklearn-v2-runtime.18a6eb245bad5735
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: a100da83-adf7-4681-9dbe-463388f2ff27
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: bbfc1e24-d699-448a-9c22-6ce3dbcb8683
  kind: Event
  lastTimestamp: "2026-04-16T18:54:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:04Z"
    name: isvc-sklearn-v2-runtime.18a6eb245c480e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31289"
    uid: 5c3032b0-5244-46c3-9cb6-7c1290bf835f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: bbfc1e24-d699-448a-9c22-6ce3dbcb8683
  kind: Event
  lastTimestamp: "2026-04-16T18:54:51Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:51Z"
    name: isvc-sklearn-v2-runtime.18a6eb2f49d9f87d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: 0da8fa25-65b7-45af-95bd-52b4873c549e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: 6bcd8c0b-cc64-475a-9870-f17369e28e0a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:11Z"
    name: isvc-sklearn-v2.18a6eb300a62e3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 62456e12-2482-42e0-ab09-6899d6db6964
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31691"
    uid: 6bcd8c0b-cc64-475a-9870-f17369e28e0a
  kind: Event
  lastTimestamp: "2026-04-16T18:54:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:54Z"
    name: isvc-sklearn-v2.18a6eb300aca6516
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: 13512e3f-9cb0-4e7d-92c1-7d202f401d6b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31703"
    uid: 6bcd8c0b-cc64-475a-9870-f17369e28e0a
  kind: Event
  lastTimestamp: "2026-04-16T18:54:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:54Z"
    name: isvc-sklearn-v2.18a6eb300f6a5ae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: f4fc5017-5f33-47b9-931b-1872ae39830e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 6bcd8c0b-cc64-475a-9870-f17369e28e0a
  kind: Event
  lastTimestamp: "2026-04-16T18:56:11Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:11Z"
    name: isvc-sklearn-v2.18a6eb41e63253a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 040c5096-652f-44f7-ac9e-aabc97377888
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29815"
    uid: 601ef874-4a65-4ebe-8991-c99df7d32013
  kind: Event
  lastTimestamp: "2026-04-16T18:52:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:33Z"
    name: isvc-sklearn.18a6eafd5723228d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30440"
    uid: ab26d9be-7a52-4962-a662-ec37222ac3ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "29815"
    uid: 601ef874-4a65-4ebe-8991-c99df7d32013
  kind: Event
  lastTimestamp: "2026-04-16T18:51:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:16Z"
    name: isvc-sklearn.18a6eafd579a134a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29844"
    uid: 26b3b57e-a7db-452c-8e61-5442ae3f8760
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: 601ef874-4a65-4ebe-8991-c99df7d32013
  kind: Event
  lastTimestamp: "2026-04-16T18:52:33Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:52:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:33Z"
    name: isvc-sklearn.18a6eb0f419c25c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30439"
    uid: 65ec5fff-9147-4af0-87dd-2a4a8b4dba04
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:57:35.144422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33036"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-88f6f6cb7-ttww7
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb556b043ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33041"
    uid: d8e7dfc4-f133-42dd-a2ad-fcc97f769769
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33045"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb5584973d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33057"
    uid: c345631f-a313-469b-9c92-578e514ead61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb5585d7f694
    namespace: kserve-ci-e2e-test
    resourceVersion: "33059"
    uid: 3ebdb759-9365-4e97-a633-fd21a9d21341
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb5588e62db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33061"
    uid: fa4afe9d-a955-4eb7-bd8b-313ba324127c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb558966cce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33062"
    uid: 756a3796-da4e-47d6-ac4f-8323b23b0396
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:41Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T18:57:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:41Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb56ca256c35
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: 27f25bdf-b834-4030-8497-d75a6296ea39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:44Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.603s (3.603s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb57a0ed28ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "33133"
    uid: f71da281-1bc0-4c8c-ae45-09e9373cc01c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb57a3efb7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33134"
    uid: a20e3444-4b9b-4ad2-8aa6-e1da3df9fe10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:44Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb57a461d7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33135"
    uid: b61968e2-b9a0-4a6b-ba49-192e80d9b44c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:57:56Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:57:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:56Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb57b9c0fce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33220"
    uid: 242b151e-b955-4f79-b222-0c1803059d2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33039"
    uid: 4a237d19-448c-490b-8cb1-3ff182a7c046
  kind: Event
  lastTimestamp: "2026-04-16T18:58:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:26Z"
    name: isvc-tensorflow-predictor-88f6f6cb7-ttww7.18a6eb617762e938
    namespace: kserve-ci-e2e-test
    resourceVersion: "33475"
    uid: a762c697-e145-45ca-be25-b3e4958eefce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-88f6f6cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33025"
    uid: 8a15f72b-6c11-48c1-9843-1a129982e877
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: 'Created pod: isvc-tensorflow-predictor-88f6f6cb7-ttww7'
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow-predictor-88f6f6cb7.18a6eb556a93f6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33038"
    uid: 25fbbbe8-f3e7-4a47-8727-fe2d0dfdefc7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33023"
    uid: 9b664f8e-558b-4760-8eaa-f9cb020551a4
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: Scaled up replica set isvc-tensorflow-predictor-88f6f6cb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow-predictor.18a6eb5567e38702
    namespace: kserve-ci-e2e-test
    resourceVersion: "33028"
    uid: dd5e617f-e633-459f-b054-b0eb3f7519e3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33024"
    uid: 34fd3ece-4ec5-4cee-8819-587c816e4d00
  kind: Event
  lastTimestamp: "2026-04-16T18:57:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:50Z"
    name: isvc-tensorflow-predictor.18a6eb58e6bc67df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: bdce28de-dc92-46dc-8e7b-be572c812072
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33024"
    uid: 34fd3ece-4ec5-4cee-8819-587c816e4d00
  kind: Event
  lastTimestamp: "2026-04-16T18:57:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:50Z"
    name: isvc-tensorflow-predictor.18a6eb58e72cc13b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33180"
    uid: 5600def6-f55f-4850-91d7-ae3097690fc3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: 34fd3ece-4ec5-4cee-8819-587c816e4d00
  kind: Event
  lastTimestamp: "2026-04-16T18:58:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:20Z"
    name: isvc-tensorflow-predictor.18a6eb5c65d7f841
    namespace: kserve-ci-e2e-test
    resourceVersion: "33397"
    uid: a7cb42e1-c1b7-4bb2-b6de-532ba1ee2029
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: 34fd3ece-4ec5-4cee-8819-587c816e4d00
  kind: Event
  lastTimestamp: "2026-04-16T18:58:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:20Z"
    name: isvc-tensorflow-predictor.18a6eb5c663758f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33398"
    uid: 331db15a-35eb-4691-9969-ee4c283ee068
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:58:26.962015Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33484"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-854bdff69c-98768
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:58:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:58:26Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb617b9611de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33490"
    uid: 536541d3-b64c-487d-a66d-ce590e5ec1a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33495"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:27Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:58:27Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb6195301eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33507"
    uid: b0ee7d80-8472-4f1e-9c83-8e7d46271287
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:27Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb619697bf83
    namespace: kserve-ci-e2e-test
    resourceVersion: "33509"
    uid: 7efe9fdc-d489-4a12-b1ac-7f1dd6a2191c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:27Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb6199e093e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33511"
    uid: 3e5a65ee-4875-4357-9067-5613afc14627
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:27Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb619a5661a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33512"
    uid: 20f88e49-1180-4cf9-b12e-b07ce2b2fd13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:32Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:32Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb62b4b661b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: ebc9af33-c20d-4522-afc0-38b8c7ec7960
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:32Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb62b8f55454
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 3158e172-e1ed-4413-9452-bfd8e11badb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:58:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:32Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb62b97f7c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: 2cb4e7b8-6376-4d2f-b13d-2ff0f49ed30d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:58:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:34Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb62f0a588b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33574"
    uid: e98e8396-0e9a-4210-a1a0-4836a5da47ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768
    namespace: kserve-ci-e2e-test
    resourceVersion: "33488"
    uid: 660fb6c4-f9f1-43ce-ad32-6059ae0e9ab8
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c-98768.18a6eb68c6b2b6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 23eecda9-ca23-4efb-88b6-e2af5ce571d5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-854bdff69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33473"
    uid: fb26634c-f9b3-43c2-a748-1e063a61b4a7
  kind: Event
  lastTimestamp: "2026-04-16T18:58:26Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-854bdff69c-98768'
  metadata:
    creationTimestamp: "2026-04-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:26Z"
    name: isvc-tensorflow-runtime-predictor-854bdff69c.18a6eb617acedbea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33485"
    uid: 9aa288ca-369e-4caf-9e03-2b95303d748f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33469"
    uid: deafe781-f5b7-44be-bb21-bc606c61e69d
  kind: Event
  lastTimestamp: "2026-04-16T18:58:26Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-854bdff69c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:26Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb61778ec0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33476"
    uid: 4f43ed0b-ff35-4e47-b2a5-2735e1c9a2ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33472"
    uid: 1474eab4-0aa7-4e8b-9c10-cbcbbe38ef00
  kind: Event
  lastTimestamp: "2026-04-16T18:58:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:41Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb64f692f560
    namespace: kserve-ci-e2e-test
    resourceVersion: "33629"
    uid: d44cffce-597b-43a3-8d50-16a6c3c1d4e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33472"
    uid: 1474eab4-0aa7-4e8b-9c10-cbcbbe38ef00
  kind: Event
  lastTimestamp: "2026-04-16T18:58:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:58:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:41Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb64f6f29576
    namespace: kserve-ci-e2e-test
    resourceVersion: "33631"
    uid: 73cd05bc-ecb5-4956-b23b-9c6966bd36b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 1474eab4-0aa7-4e8b-9c10-cbcbbe38ef00
  kind: Event
  lastTimestamp: "2026-04-16T18:58:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:56Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb6875a14cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33740"
    uid: c6332aee-45a3-4fef-b7ea-925002077571
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33630"
    uid: 1474eab4-0aa7-4e8b-9c10-cbcbbe38ef00
  kind: Event
  lastTimestamp: "2026-04-16T18:58:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:58:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:56Z"
    name: isvc-tensorflow-runtime-predictor.18a6eb68761ab3eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33742"
    uid: d5482bc6-9d18-4cfb-8276-f2940bc1a3bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33447"
    uid: 547b5821-f7e3-4041-8d45-49224191920a
  kind: Event
  lastTimestamp: "2026-04-16T18:58:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:44Z"
    name: isvc-tensorflow-runtime.18a6eb6177693518
    namespace: kserve-ci-e2e-test
    resourceVersion: "33656"
    uid: ab4549d7-3e01-498e-8684-1658272c7e5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33447"
    uid: 547b5821-f7e3-4041-8d45-49224191920a
  kind: Event
  lastTimestamp: "2026-04-16T18:58:26Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:27Z"
    name: isvc-tensorflow-runtime.18a6eb6178079fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33497"
    uid: 963f6fa5-7b96-4540-9208-e978d6ff53ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 547b5821-f7e3-4041-8d45-49224191920a
  kind: Event
  lastTimestamp: "2026-04-16T18:58:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:27Z"
    name: isvc-tensorflow-runtime.18a6eb617db596dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33498"
    uid: 87ce516c-3686-47bd-861e-34bfefee018d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33654"
    uid: 547b5821-f7e3-4041-8d45-49224191920a
  kind: Event
  lastTimestamp: "2026-04-16T18:58:44Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:44Z"
    name: isvc-tensorflow-runtime.18a6eb6584db10ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: c9f7cbd3-b4a5-4add-aa6a-8d48b086e13f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: 9193887c-db18-4b73-bf32-fd18dd9ba63d
  kind: Event
  lastTimestamp: "2026-04-16T18:58:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:06Z"
    name: isvc-tensorflow.18a6eb5567cbf969
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: b6fa0782-f063-48c9-9236-584d407da5b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "32998"
    uid: 9193887c-db18-4b73-bf32-fd18dd9ba63d
  kind: Event
  lastTimestamp: "2026-04-16T18:57:35Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:57:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:57:35Z"
    name: isvc-tensorflow.18a6eb5568579c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33030"
    uid: f98ea9dc-aa03-4f8f-a87f-7df10cc0a465
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: 9193887c-db18-4b73-bf32-fd18dd9ba63d
  kind: Event
  lastTimestamp: "2026-04-16T18:58:06Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:06Z"
    name: isvc-tensorflow.18a6eb5ca185cf52
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: e6668565-2910-4ec8-b6e2-78d4b55c7dc9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:58:58.335230Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33793"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-85f9f46646-k96gj
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb68c99348ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: c79d61bf-3244-49cc-ac9f-21391ad9856c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb68e2fb8125
    namespace: kserve-ci-e2e-test
    resourceVersion: "33813"
    uid: 5e4d6b22-1519-4108-af09-ceb674a981e0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb68e455c23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 14d493ce-8a66-42b7-af55-0990289fcf76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb68e7a0e51c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: 63f4aa2e-50a5-4a0f-992d-90964d9f5159
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb68e84cc535
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: 9a6fe22a-f9b7-40c3-917a-9aa9a3a1023a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T18:59:03Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T18:59:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:59:03Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb69f35199be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: 25b9b1e4-a5c5-42e0-b146-cb14d54fe6f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T19:00:57Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.646s
    (1m54.646s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:00:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:57Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb84a4c4047e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 30bc26df-c5fc-4f6b-a418-89814a2f57be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb84aaaed795
    namespace: kserve-ci-e2e-test
    resourceVersion: "34655"
    uid: 05a4af3b-6c7a-4f99-b6d9-bea10584fdd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb84ac0bd9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: 2f3cc5a5-fe29-4b73-9321-73090b67b80b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T19:00:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:00:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:59Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb84d5f556a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34673"
    uid: 70f88f96-d278-4190-9cce-6dd856b014f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-85f9f46646-k96gj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: bdaa0b5e-f1c9-43a2-bbd5-5e8fbf1d2a45
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-triton-predictor-85f9f46646-k96gj.18a6eb89c6d98273
    namespace: kserve-ci-e2e-test
    resourceVersion: "34857"
    uid: cbb95fa0-7b76-4001-a217-41e4944e9f8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-85f9f46646
    namespace: kserve-ci-e2e-test
    resourceVersion: "33780"
    uid: c7a2393d-220f-422d-a157-34c74c4f35d2
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: 'Created pod: isvc-triton-predictor-85f9f46646-k96gj'
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton-predictor-85f9f46646.18a6eb68c92dc69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33798"
    uid: a45f972c-f4bd-4b8b-a6a2-7442d53d720e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: 47bd67b1-5cfc-4fd4-aae4-ed0b984e9519
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: Scaled up replica set isvc-triton-predictor-85f9f46646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton-predictor.18a6eb68c62eeca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 30775a36-c81c-4bfb-8675-102309386302
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: f52ae8e7-21ba-4d30-ac40-d698550f55d3
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-triton-predictor.18a6eb6c4585f0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34662"
    uid: 9046bdef-0901-4c94-a70d-6452637103d4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33779"
    uid: f52ae8e7-21ba-4d30-ac40-d698550f55d3
  kind: Event
  lastTimestamp: "2026-04-16T19:00:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:58Z"
    name: isvc-triton-predictor.18a6eb6c45df92ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "34663"
    uid: 74904c7e-1612-46cb-8a23-801b946eedfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: f52ae8e7-21ba-4d30-ac40-d698550f55d3
  kind: Event
  lastTimestamp: "2026-04-16T19:01:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:13Z"
    name: isvc-triton-predictor.18a6eb8842249c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "34777"
    uid: 972cbb29-72f0-41f2-9abf-3961724edb35
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33929"
    uid: f52ae8e7-21ba-4d30-ac40-d698550f55d3
  kind: Event
  lastTimestamp: "2026-04-16T19:01:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:13Z"
    name: isvc-triton-predictor.18a6eb8842878130
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: 48418f55-1dd4-4233-a4d1-19636cabe549
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: 95578bc5-58df-4a28-9477-772096d4d924
  kind: Event
  lastTimestamp: "2026-04-16T19:01:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:09Z"
    name: isvc-triton.18a6eb68c63606ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34750"
    uid: fd50df75-fa49-4740-9b14-aca2e9ef5d67
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "33758"
    uid: 95578bc5-58df-4a28-9477-772096d4d924
  kind: Event
  lastTimestamp: "2026-04-16T18:58:58Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:58:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:58Z"
    name: isvc-triton.18a6eb68c747432e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: d73eced9-4a3a-47ae-9628-3acf0b6b3d1b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34748"
    uid: 95578bc5-58df-4a28-9477-772096d4d924
  kind: Event
  lastTimestamp: "2026-04-16T19:01:09Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:01:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:09Z"
    name: isvc-triton.18a6eb876a8a4153
    namespace: kserve-ci-e2e-test
    resourceVersion: "34749"
    uid: a8096f93-8b16-4fc6-8010-c4309273fc1a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:01:20.082487Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34863"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb89ca5ecc92
    namespace: kserve-ci-e2e-test
    resourceVersion: "34868"
    uid: 9c34f8ff-352e-4935-a3aa-9099f4b8d92e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34874"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb89e3e438c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34887"
    uid: 3c5e3e71-dea4-43c5-8d02-44e2bf14bbda
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb89e5323a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "34889"
    uid: 2bd296e0-54ce-405f-a7d7-49b7f44c1151
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb89e9773cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34892"
    uid: a56aeca3-2745-4a1e-b869-29f1ffe020f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb89e9f75277
    namespace: kserve-ci-e2e-test
    resourceVersion: "34893"
    uid: 094e6d1f-b3e4-4549-9b78-ea6119754a36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:24Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T19:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:24Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb8ae93c2379
    namespace: kserve-ci-e2e-test
    resourceVersion: "34929"
    uid: 859ed5b9-cd3f-4d7d-ab33-586f9cfbee03
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:43Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.77s (18.77s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:43Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb8f480f0540
    namespace: kserve-ci-e2e-test
    resourceVersion: "35061"
    uid: cd10d745-7965-452d-93b0-9202d06b7c77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:43Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb8f4b2b7c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "35062"
    uid: 342c81d9-5b7b-4ac4-960b-6cb0f115a393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:43Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb8f4b90a740
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: 88db8074-8928-4c45-b6db-46772ddc149e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:02:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.67:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:01:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:34Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb8f5a24a1df
    namespace: kserve-ci-e2e-test
    resourceVersion: "35429"
    uid: f38249d6-148b-4c63-804f-e3b8604c1504
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr
    namespace: kserve-ci-e2e-test
    resourceVersion: "34865"
    uid: 8253825e-1e4a-4b93-bfc6-9d3f48b38c75
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-predictor-6dbc9d6d47-7rkhr.18a6eb9ec66a75a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35574"
    uid: d79748a1-cbef-4564-a805-427294b44cba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6dbc9d6d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "34848"
    uid: 8aa29e28-6bd2-4f65-b7c1-64daae1fe3c9
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: 'Created pod: isvc-xgboost-predictor-6dbc9d6d47-7rkhr'
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost-predictor-6dbc9d6d47.18a6eb89c9fa6ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34864"
    uid: a10c4e01-b36a-402c-821e-4bad186e06ad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34842"
    uid: 8b509537-849d-4a4d-863f-fc326ec53c75
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: Scaled up replica set isvc-xgboost-predictor-6dbc9d6d47 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost-predictor.18a6eb89c5d63b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34850"
    uid: 71d47887-5eb6-4bac-9526-a12d6a7b5104
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: 20daa15c-02f1-4b37-86ed-2feb80ee71b8
  kind: Event
  lastTimestamp: "2026-04-16T19:02:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:05Z"
    name: isvc-xgboost-predictor.18a6eb8d44482746
    namespace: kserve-ci-e2e-test
    resourceVersion: "35220"
    uid: 699dac9c-2ba5-4587-9bb3-600358e68e86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34847"
    uid: 20daa15c-02f1-4b37-86ed-2feb80ee71b8
  kind: Event
  lastTimestamp: "2026-04-16T19:02:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:01:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:05Z"
    name: isvc-xgboost-predictor.18a6eb8d44aad9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35221"
    uid: 635f1372-3eec-461a-aeff-36071dbdbe63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: 20daa15c-02f1-4b37-86ed-2feb80ee71b8
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-predictor.18a6eb97c194cf09
    namespace: kserve-ci-e2e-test
    resourceVersion: "35543"
    uid: fe6d2a01-f470-42a3-830e-42a66fb46d8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: 20daa15c-02f1-4b37-86ed-2feb80ee71b8
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-predictor.18a6eb97c1f999de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35544"
    uid: fd1ad025-1bac-4396-9de5-6563eaaff68b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:04:20.703216Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:04:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb3d83460c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36393"
    uid: 72d4219b-2ab0-4aac-bfc1-2952f35156a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36397"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:04:21Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:04:21Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb3f107d8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36412"
    uid: 20aa2bc6-6f75-4a27-bc55-c68b0d5074c6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:04:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:21Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb3f293fb31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: b90186d4-b203-416b-a27c-1707436ca537
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:04:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:21Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb3f5797874
    namespace: kserve-ci-e2e-test
    resourceVersion: "36416"
    uid: 033626f3-4acd-4ae5-8461-2d6870d3a7d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:04:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:04:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:21Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb3f6316164
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 5e92b8a0-751a-4efb-8373-851c707f8018
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:04:25Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb4f7fe27b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36453"
    uid: 864123db-38d8-4fe5-9b61-9736be479928
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:04:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb4fb920c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: c55e90f9-431b-46ea-8525-41799c9c7c82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:04:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:25Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb4fc03584c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36458"
    uid: 2eadac12-b435-4cab-8c20-238c538f9390
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:05:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:17Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebb533f138bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: 1f8916cf-153d-4b26-a540-ad99b53a4140
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: abdc2bec-6af6-46a8-af3a-ca2851ac9b50
  kind: Event
  lastTimestamp: "2026-04-16T19:05:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:30Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x.18a6ebc42dac4d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "36963"
    uid: 2fc5dc3f-4b90-42d1-84de-1f2ac65174b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-687c7765c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36376"
    uid: 57ab0fd3-f1a4-4a6e-ae3c-6bcf77de060f
  kind: Event
  lastTimestamp: "2026-04-16T19:04:20Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-687c7765c9-mbj4x'
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:20Z"
    name: isvc-xgboost-runtime-predictor-687c7765c9.18a6ebb3d7d76cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36389"
    uid: ec4d3301-94f7-4a96-a37d-b74a3aaddf36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36373"
    uid: 9b372bc8-2622-43f5-966d-64b19dfebfda
  kind: Event
  lastTimestamp: "2026-04-16T19:04:20Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-687c7765c9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:20Z"
    name: isvc-xgboost-runtime-predictor.18a6ebb3d570a89d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36378"
    uid: 5aa439b6-38af-4485-89fc-b5a03b6cb980
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: f71c9ee7-a6be-4322-97b6-8cb2f0eba8b0
  kind: Event
  lastTimestamp: "2026-04-16T19:04:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:35Z"
    name: isvc-xgboost-runtime-predictor.18a6ebb7541dd21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36537"
    uid: d503d340-6d26-41af-ba56-5ff192161c86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36377"
    uid: f71c9ee7-a6be-4322-97b6-8cb2f0eba8b0
  kind: Event
  lastTimestamp: "2026-04-16T19:04:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:04:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:35Z"
    name: isvc-xgboost-runtime-predictor.18a6ebb7547faeb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36538"
    uid: 5e84614e-3321-42a7-a064-213a114434b0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: f71c9ee7-a6be-4322-97b6-8cb2f0eba8b0
  kind: Event
  lastTimestamp: "2026-04-16T19:05:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:20Z"
    name: isvc-xgboost-runtime-predictor.18a6ebbad3872820
    namespace: kserve-ci-e2e-test
    resourceVersion: "36851"
    uid: b0db2404-7e4b-40c6-a946-1bc601d8061e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: f71c9ee7-a6be-4322-97b6-8cb2f0eba8b0
  kind: Event
  lastTimestamp: "2026-04-16T19:05:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:20Z"
    name: isvc-xgboost-runtime-predictor.18a6ebbad3ce3a23
    namespace: kserve-ci-e2e-test
    resourceVersion: "36852"
    uid: 82737ffd-2e71-4905-9e60-e7818f2d03ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: 906c9650-3452-4ae5-99e4-1c88244453ca
  kind: Event
  lastTimestamp: "2026-04-16T19:05:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:27Z"
    name: isvc-xgboost-runtime.18a6ebb3d57bb472
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: ef99690c-31e2-4e84-b3e9-d41fda67e5da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: 906c9650-3452-4ae5-99e4-1c88244453ca
  kind: Event
  lastTimestamp: "2026-04-16T19:04:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:20Z"
    name: isvc-xgboost-runtime.18a6ebb3d61c8c66
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: c682f512-f377-4de4-bcd5-f8d19c163978
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36907"
    uid: 906c9650-3452-4ae5-99e4-1c88244453ca
  kind: Event
  lastTimestamp: "2026-04-16T19:05:27Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:27Z"
    name: isvc-xgboost-runtime.18a6ebc36c27ed4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36908"
    uid: db3e4cb8-baf4-4b3e-8835-9ea518b88a45
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:02:50.279071Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9eca816fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: 61ce90d5-2263-4d6f-b2f0-f3cccfb5590e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35595"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9ee3b043fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35608"
    uid: 97f1735a-4094-4842-bef3-50a2b01d38d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9ee4f28b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35611"
    uid: f3a58a7b-c7e9-4749-b544-d006953374c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9ee7f03542
    namespace: kserve-ci-e2e-test
    resourceVersion: "35613"
    uid: 9d3a5dd5-e02e-48bb-ac40-e71a7cac4767
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9ee85ed03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35614"
    uid: 29370b29-0c01-4290-a178-1824bf6b8f95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9ff05b30cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35650"
    uid: 24c57e9f-0d71-4e15-a5ef-8e2fc1552375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9ff4303f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35654"
    uid: feb66cb7-2e41-46f5-822a-09cc0882fb83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:02:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:55Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eb9ff4ca0c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: 5865ce3b-f414-4540-8785-8f1a38870495
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:03:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eba8285ae8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: 24996c5f-bf56-4d12-9407-6eaab7b07a9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: fb6e9802-79d7-48ad-a2db-a9a676dd8af5
  kind: Event
  lastTimestamp: "2026-04-16T19:03:37Z"
  message: 'Readiness probe failed: Get "http://10.133.0.68:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.68:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:37Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg.18a6eba9b84db2dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: 9af74afb-283a-4bec-a8e1-88c589c959b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668
    namespace: kserve-ci-e2e-test
    resourceVersion: "35570"
    uid: d26d90ab-8d81-4083-91ea-8475f1d3929b
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-58b7db6668-rpmjg'
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver-predictor-58b7db6668.18a6eb9eca1bb53a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 8676fdf0-c4ee-4c02-ba08-3bb5443bf524
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35568"
    uid: 528179c6-6364-4809-be5e-a15ca55da1b7
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-58b7db6668 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eb9ec6596dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35572"
    uid: 0229f47f-a69e-4b3e-b0fe-051033a330dc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35571"
    uid: 38fbe89e-df1e-4898-848c-ffcdca78b53e
  kind: Event
  lastTimestamp: "2026-04-16T19:03:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eba245013653
    namespace: kserve-ci-e2e-test
    resourceVersion: "35725"
    uid: b6f6362c-6c86-4304-8c89-298dcad6bf52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35571"
    uid: 38fbe89e-df1e-4898-848c-ffcdca78b53e
  kind: Event
  lastTimestamp: "2026-04-16T19:03:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:05Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eba2455fa98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35727"
    uid: bddc6c18-a92e-4566-b852-55d4586ddda7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: 38fbe89e-df1e-4898-848c-ffcdca78b53e
  kind: Event
  lastTimestamp: "2026-04-16T19:03:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eba5c44ccd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "35832"
    uid: b22ff223-df57-465f-8425-9630b41a6714
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35726"
    uid: 38fbe89e-df1e-4898-848c-ffcdca78b53e
  kind: Event
  lastTimestamp: "2026-04-16T19:03:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:20Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eba5c4ac4623
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: 1f9dfef2-5a23-405f-959e-6f7ce22ff667
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: 385f2174-6b59-4600-97e8-379ccad70cc9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:27Z"
    name: isvc-xgboost-v2-mlserver.18a6eb9ec67272f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 0a0ad0c3-1873-4def-92b0-b994f6153e29
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35547"
    uid: 385f2174-6b59-4600-97e8-379ccad70cc9
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver.18a6eb9ec6fa12a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35596"
    uid: 3dc2e4f8-7ec5-48e2-a356-0fbac93e3de0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35564"
    uid: 385f2174-6b59-4600-97e8-379ccad70cc9
  kind: Event
  lastTimestamp: "2026-04-16T19:02:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:02:50Z"
    name: isvc-xgboost-v2-mlserver.18a6eb9ecbd8aa2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35597"
    uid: ea54830d-3d0d-4d49-b09a-64606587547d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35893"
    uid: 385f2174-6b59-4600-97e8-379ccad70cc9
  kind: Event
  lastTimestamp: "2026-04-16T19:03:27Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:27Z"
    name: isvc-xgboost-v2-mlserver.18a6eba769c67cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35894"
    uid: d60a9fae-9a60-4fd6-9d0e-adf2e8d7ff52
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:06:31.074614Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37473"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd232f1fd50
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: 0d71ae86-5ecf-4a1d-9d89-435003ba7979
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37481"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: Add eth0 [10.133.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd24c7203b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37494"
    uid: 686d6f30-6abc-4f6e-93ed-132d382d69f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd24db0eeec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37496"
    uid: f33239b3-566c-401b-bee8-bb49ad44fa64
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd250974848
    namespace: kserve-ci-e2e-test
    resourceVersion: "37498"
    uid: 54d50034-d9f3-47b6-bc20-0de9d02f5029
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd25109950e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37499"
    uid: 5ff85856-9a22-4c9a-9584-b248153855f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:06:35Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:06:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:35Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd357d33038
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: 1f7ebdb8-f981-4d07-8dd8-3d5c402c437b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:06:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:36Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd35bd79ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: 7f9fa670-2677-4280-8886-47b3bc9253bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:06:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:36Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd35c4dec15
    namespace: kserve-ci-e2e-test
    resourceVersion: "37539"
    uid: 6435adff-256d-4cb8-b822-1298add48f8a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:07:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:06:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:27Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebd393cdb4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37914"
    uid: 8f8668c8-4b8a-43ad-a489-63eca7abf127
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz
    namespace: kserve-ci-e2e-test
    resourceVersion: "37475"
    uid: 896a69c0-bfce-43a8-8155-9e6b08db3c25
  kind: Event
  lastTimestamp: "2026-04-16T19:07:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:41Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f-drwvz.18a6ebe287e68372
    namespace: kserve-ci-e2e-test
    resourceVersion: "38046"
    uid: ec42af6a-2efb-4c54-bd16-9496f67346e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-5db5686f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37459"
    uid: 5fb96c96-793e-4969-b8e0-fb7fb12b86d2
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-5db5686f9f-drwvz'
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-predictor-5db5686f9f.18a6ebd23262e2ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "37474"
    uid: d62905fd-c752-4b72-a492-427a55b5e076
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37455"
    uid: 66690b2e-7638-4851-8f7c-f20639c82deb
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-5db5686f9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-predictor.18a6ebd22f7cd8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "37461"
    uid: 7c7194da-c658-4f3e-b53e-ade18c62b8b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37458"
    uid: fbecc714-e17b-483f-adce-9ad5d36a137a
  kind: Event
  lastTimestamp: "2026-04-16T19:07:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:01Z"
    name: isvc-xgboost-v2-predictor.18a6ebd5ae75cbb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37720"
    uid: bc7c3887-2738-4794-b4a1-0d2144a81baf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37458"
    uid: fbecc714-e17b-483f-adce-9ad5d36a137a
  kind: Event
  lastTimestamp: "2026-04-16T19:07:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:06:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:01Z"
    name: isvc-xgboost-v2-predictor.18a6ebd5aed3fbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37721"
    uid: 5e1d943a-e312-4ea6-9286-87602d41d659
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: fbecc714-e17b-483f-adce-9ad5d36a137a
  kind: Event
  lastTimestamp: "2026-04-16T19:07:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:31Z"
    name: isvc-xgboost-v2-predictor.18a6ebdcadbacb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37935"
    uid: 1402939c-37d3-46b7-acf3-115cd4cdff64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37617"
    uid: fbecc714-e17b-483f-adce-9ad5d36a137a
  kind: Event
  lastTimestamp: "2026-04-16T19:07:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:31Z"
    name: isvc-xgboost-v2-predictor.18a6ebdcae1ea0ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37936"
    uid: 8b4a28d4-f33e-459d-93cf-3f2863705faa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:05:30.901628Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36969"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:05:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:05:30Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc4305b256d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36974"
    uid: 8fc911f0-a7d0-436a-a8f0-e204349bf705
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:31Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:05:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc449a1bf0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36990"
    uid: 488f40db-0eb7-4a72-ac57-80c1f1a83afa
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc44af6fd5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36994"
    uid: 080bf681-54f8-46c9-99f0-3c0c22d8ab2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc44dd8850c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: 2e064703-9da0-4cfb-a2c1-bb7c8ca92a30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc44e608319
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: 439057c7-71a8-404d-af07-b516b873ccbd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc55351c20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37037"
    uid: 70a00931-40d8-4e77-9e51-eb080a497497
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc55646cf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37042"
    uid: 550e8215-60ed-476e-8893-e80c6875af2e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:35Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebc556c90435
    namespace: kserve-ci-e2e-test
    resourceVersion: "37043"
    uid: b5448cb2-69f3-482b-b10f-c05fee6b0c40
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:06:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T19:06:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:17Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebccc9f28951
    namespace: kserve-ci-e2e-test
    resourceVersion: "37335"
    uid: 7b3e44a1-dfbb-402a-b7a6-1b7f9c00c97f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebd22f8e705a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37464"
    uid: 7165eefc-915e-4999-9b59-20918ceaf0cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: 97c7fb9a-5ec3-49f4-ba30-de895847d8fb
  kind: Event
  lastTimestamp: "2026-04-16T19:06:37Z"
  message: 'Readiness probe failed: Get "http://10.133.0.71:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.133.0.71:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:06:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:37Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9.18a6ebd3c3675aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: dd46dd93-0cff-4314-92c0-845ac3a33449
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36954"
    uid: 24854e94-eec8-4abf-b661-e0e90625a8c1
  kind: Event
  lastTimestamp: "2026-04-16T19:05:30Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-b5d6966c7-kkqd9'
  metadata:
    creationTimestamp: "2026-04-16T19:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:30Z"
    name: isvc-xgboost-v2-runtime-predictor-b5d6966c7.18a6ebc42fee4473
    namespace: kserve-ci-e2e-test
    resourceVersion: "36970"
    uid: 272da0f5-dbe5-43d6-a487-6a5e1a7512da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36951"
    uid: 64f25b91-d2fe-485e-a528-b4bcd9813cc2
  kind: Event
  lastTimestamp: "2026-04-16T19:05:30Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-b5d6966c7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ebc42d2977d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36958"
    uid: 11b5fd0d-d4c5-4036-90f4-0884052ebcd2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36953"
    uid: d721816c-2cdf-4703-a9ce-bfec1ea2bbce
  kind: Event
  lastTimestamp: "2026-04-16T19:06:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:00Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ebc7ac04cc58
    namespace: kserve-ci-e2e-test
    resourceVersion: "37213"
    uid: e6e260e9-fa62-405f-b819-5b13f39ef55b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36953"
    uid: d721816c-2cdf-4703-a9ce-bfec1ea2bbce
  kind: Event
  lastTimestamp: "2026-04-16T19:06:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:00Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ebc7ac61f4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: 8c892a2d-0a9e-4fe5-bef3-593c6f3fd3e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: d721816c-2cdf-4703-a9ce-bfec1ea2bbce
  kind: Event
  lastTimestamp: "2026-04-16T19:06:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ebceaa398123
    namespace: kserve-ci-e2e-test
    resourceVersion: "37429"
    uid: 61b57945-51e5-4b3b-8a47-2a00f92937b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: d721816c-2cdf-4703-a9ce-bfec1ea2bbce
  kind: Event
  lastTimestamp: "2026-04-16T19:06:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:06:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:30Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ebceaac2aca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37430"
    uid: 5ae01f3f-2672-4231-982b-defef50f6d0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: 64bd97b6-dea2-4f3a-abda-0dc7fb922eb6
  kind: Event
  lastTimestamp: "2026-04-16T19:06:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:27Z"
    name: isvc-xgboost-v2-runtime.18a6ebc42d049d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "37411"
    uid: ddafcb32-6cae-41e0-afc9-c5b36ebdf0df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: 64bd97b6-dea2-4f3a-abda-0dc7fb922eb6
  kind: Event
  lastTimestamp: "2026-04-16T19:05:30Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:30Z"
    name: isvc-xgboost-v2-runtime.18a6ebc42d8ada60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36962"
    uid: b0cfea4e-2ac1-4dea-b94d-7683a92d39a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 64bd97b6-dea2-4f3a-abda-0dc7fb922eb6
  kind: Event
  lastTimestamp: "2026-04-16T19:06:27Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:06:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:27Z"
    name: isvc-xgboost-v2-runtime.18a6ebd173bd120c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37410"
    uid: 8d2e7863-f580-4190-bd62-0994484f7633
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: c639be9e-b5ad-4d16-b34e-205233d1dcaa
  kind: Event
  lastTimestamp: "2026-04-16T19:07:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:07:38Z"
    name: isvc-xgboost-v2.18a6ebd22f874d34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37991"
    uid: eeeae2e1-4d38-48dc-b570-8c1ed451cc96
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: c639be9e-b5ad-4d16-b34e-205233d1dcaa
  kind: Event
  lastTimestamp: "2026-04-16T19:06:31Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:06:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:31Z"
    name: isvc-xgboost-v2.18a6ebd2300f2333
    namespace: kserve-ci-e2e-test
    resourceVersion: "37467"
    uid: f1610f1f-9cec-454c-a19b-1eed5e72dd76
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37988"
    uid: c639be9e-b5ad-4d16-b34e-205233d1dcaa
  kind: Event
  lastTimestamp: "2026-04-16T19:07:38Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:07:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:07:38Z"
    name: isvc-xgboost-v2.18a6ebe1cbc9bf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37990"
    uid: 70ca53d0-1fa8-434e-85af-314a83cc1c4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34825"
    uid: 7402b36b-19bb-4edf-bd5f-5f5c9c6db174
  kind: Event
  lastTimestamp: "2026-04-16T19:02:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:02:45Z"
    name: isvc-xgboost.18a6eb89c5a95554
    namespace: kserve-ci-e2e-test
    resourceVersion: "35508"
    uid: cf662004-3f51-4d5b-adb8-e76b3349a746
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "34825"
    uid: 7402b36b-19bb-4edf-bd5f-5f5c9c6db174
  kind: Event
  lastTimestamp: "2026-04-16T19:01:20Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:20Z"
    name: isvc-xgboost.18a6eb89c6308933
    namespace: kserve-ci-e2e-test
    resourceVersion: "34854"
    uid: 10d8001e-ef03-4367-97eb-0d2b9f4d4921
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35506"
    uid: 7402b36b-19bb-4edf-bd5f-5f5c9c6db174
  kind: Event
  lastTimestamp: "2026-04-16T19:02:45Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:02:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:02:45Z"
    name: isvc-xgboost.18a6eb9d9270cd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "35507"
    uid: f6a5ab21-3c0c-4c40-9590-f84d6c8b0ac8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:22:47.555963Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-s4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 1657f577-bc69-4915-99a9-d08d76d99874
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-7f66cccfb6-s4pqq
    to ip-10-0-143-48.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: message-dumper-predictor-7f66cccfb6-s4pqq.18a6e96f5d0c77b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: c796706d-d16f-4941-b0a9-2f14032d7246
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-s4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 1657f577-bc69-4915-99a9-d08d76d99874
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: Add eth0 [10.132.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: message-dumper-predictor-7f66cccfb6-s4pqq.18a6e96f63f02e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 0db16884-8673-45ec-8858-4706b070a9a8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-s4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 1657f577-bc69-4915-99a9-d08d76d99874
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: message-dumper-predictor-7f66cccfb6-s4pqq.18a6e96f65079ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: c4aafcb9-65f7-47dc-aafd-a6245b0356f2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-48.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-48.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-s4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 1657f577-bc69-4915-99a9-d08d76d99874
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.39s (1.39s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: message-dumper-predictor-7f66cccfb6-s4pqq.18a6e96fb7ec2183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 13e2d6c9-6cb4-469a-ace2-5bd32682699d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-48.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-48.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-s4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 1657f577-bc69-4915-99a9-d08d76d99874
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: message-dumper-predictor-7f66cccfb6-s4pqq.18a6e96fbce65901
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 705e5116-85a7-4dae-8376-e61b1d3b1d6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-48.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-48.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-s4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 1657f577-bc69-4915-99a9-d08d76d99874
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: message-dumper-predictor-7f66cccfb6-s4pqq.18a6e96fbd6a07cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 9d864efd-3c69-49f0-9224-e42b17037df7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-48.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-48.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:24:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-7f66cccfb6-s4pqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: 1657f577-bc69-4915-99a9-d08d76d99874
  kind: Event
  lastTimestamp: "2026-04-16T18:24:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:24:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:24:22Z"
    name: message-dumper-predictor-7f66cccfb6-s4pqq.18a6e98591dcf7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: eb17046e-a7ee-4522-8b01-540ba36e5b14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-48.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-48.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-7f66cccfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: 94040685-bdf7-4701-ba0f-a9df616a4cd8
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: 'Created pod: message-dumper-predictor-7f66cccfb6-s4pqq'
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: message-dumper-predictor-7f66cccfb6.18a6e96f5ca5592e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 81343386-5a2b-475d-881a-070e7f94443d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 11aefd13-8499-4cda-92ed-83718ef3df75
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: Scaled up replica set message-dumper-predictor-7f66cccfb6 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: message-dumper-predictor.18a6e96f5b234968
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: b069e751-fc5b-438d-9aee-56e2ef9ddfb4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: db956751-2a32-4ad5-a0aa-8099ce1f4fa6
  kind: Event
  lastTimestamp: "2026-04-16T18:23:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:17Z"
    name: message-dumper-predictor.18a6e972da1c2640
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: fcf2f71b-d1df-498d-a1fb-01acae89b56c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:23:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: db956751-2a32-4ad5-a0aa-8099ce1f4fa6
  kind: Event
  lastTimestamp: "2026-04-16T18:23:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:23:17Z"
    name: message-dumper-predictor.18a6e972da7a0e1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 732d194e-85a1-4c90-8af4-e12199330b57
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 8178aed7-a5ae-4661-8dbb-b93e3855a44f
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: message-dumper.18a6e96f5b8c0e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: ad8acbe1-1c93-4eb1-a0c1-03535618e5e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 8178aed7-a5ae-4661-8dbb-b93e3855a44f
  kind: Event
  lastTimestamp: "2026-04-16T18:22:47Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:47Z"
    name: message-dumper.18a6e96f5bdd69d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: bea8c14f-b030-4c82-a720-06a0452755f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:22:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 8178aed7-a5ae-4661-8dbb-b93e3855a44f
  kind: Event
  lastTimestamp: "2026-04-16T18:22:49Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:22:49Z"
    name: message-dumper.18a6e96fcac6217e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: 0263a2e9-5339-4a3c-9950-be2301f85b81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:52:37.090993Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30502"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb1005a5ea32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30507"
    uid: 2046028c-5e32-4611-baf6-70635de622ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb101f096898
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: d153afc4-9dd8-4041-875b-ba1021880990
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb102062cd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "30526"
    uid: 75431434-b408-4954-a328-5061d2bad1db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb1023428753
    namespace: kserve-ci-e2e-test
    resourceVersion: "30527"
    uid: a01f1c6e-9ea4-41f9-a069-88e0a2001acb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb1023af5d2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30528"
    uid: 3a8196b1-cfa6-4d85-953a-5d9cb9a8fb7c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:42Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:42Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb112a4ab5bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30568"
    uid: a472d30d-7fd8-4f0f-aa96-4b218a058271
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:42Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb112dad5a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "30575"
    uid: 87ad154a-5df5-4b32-93f4-c61f6150a066
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:52:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:42Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb112e1d00a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: 7f6d7d89-d32b-4a0f-b9c6-cde23761c72a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:53:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T18:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:14Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb189fdb69f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: 14232c91-e1bb-4e1f-a6b2-b31ee082a055
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:53:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:53:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:27Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb1baf6d68d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30934"
    uid: bba12f71-44f4-4ff8-8484-1b496771f702
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30505"
    uid: df9b3545-c4ff-4c6e-b63e-a54b75d28e8d
  kind: Event
  lastTimestamp: "2026-04-16T18:53:34Z"
  message: 'Readiness probe failed: Get "http://10.133.0.59:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:34Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p.18a6eb1d463f33ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: 5f29cc15-94fc-49f7-8486-d1a7a48694a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-695d5f5568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30494"
    uid: a164b72b-50e5-4396-854f-21001f35e7ee
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-695d5f5568-lmv2p'
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver-predictor-695d5f5568.18a6eb100544a333
    namespace: kserve-ci-e2e-test
    resourceVersion: "30504"
    uid: 704936eb-c458-4745-99fe-009a2d2fbbb8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30490"
    uid: 8bc9ad04-b230-4052-b55e-01d1ac5fb919
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-695d5f5568 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver-predictor.18a6eb1002d69cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30496"
    uid: 70dbbfec-ff9d-40c7-8a44-87160850fe2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 881d5b1c-8d20-4f13-ade7-df10d8ca80e3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:52Z"
    name: sklearn-v2-mlserver-predictor.18a6eb13815167e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30646"
    uid: 641a1414-03b7-4437-a3b6-162e4171376e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 881d5b1c-8d20-4f13-ade7-df10d8ca80e3
  kind: Event
  lastTimestamp: "2026-04-16T18:52:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:52:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:52Z"
    name: sklearn-v2-mlserver-predictor.18a6eb1381b7b5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30648"
    uid: 04e2695f-88e0-4eb8-945b-8466856efa02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30647"
    uid: 881d5b1c-8d20-4f13-ade7-df10d8ca80e3
  kind: Event
  lastTimestamp: "2026-04-16T18:53:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:22Z"
    name: sklearn-v2-mlserver-predictor.18a6eb1700b04041
    namespace: kserve-ci-e2e-test
    resourceVersion: "30854"
    uid: bee299d2-24ef-41bf-ad82-25f3420f845b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30647"
    uid: 881d5b1c-8d20-4f13-ade7-df10d8ca80e3
  kind: Event
  lastTimestamp: "2026-04-16T18:53:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:53:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:22Z"
    name: sklearn-v2-mlserver-predictor.18a6eb1701168250
    namespace: kserve-ci-e2e-test
    resourceVersion: "30855"
    uid: afb2e6bb-bde2-4d63-b2ef-b832ef2d0454
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 441f9492-4f89-435f-a331-310751d545ec
  kind: Event
  lastTimestamp: "2026-04-16T18:53:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:24Z"
    name: sklearn-v2-mlserver.18a6eb1002b1705b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 49a8606b-f3d1-4876-9354-5ca760141859
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30468"
    uid: 441f9492-4f89-435f-a331-310751d545ec
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver.18a6eb10030705c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30516"
    uid: c5ce3ffd-e4cf-42df-9edd-5af0d74f7743
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30500"
    uid: 441f9492-4f89-435f-a331-310751d545ec
  kind: Event
  lastTimestamp: "2026-04-16T18:52:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:37Z"
    name: sklearn-v2-mlserver.18a6eb10091def21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30517"
    uid: 3cdc4d8c-899d-4775-8e56-b6b8a285780d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30876"
    uid: 441f9492-4f89-435f-a331-310751d545ec
  kind: Event
  lastTimestamp: "2026-04-16T18:53:24Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:53:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:24Z"
    name: sklearn-v2-mlserver.18a6eb1af66aa265
    namespace: kserve-ci-e2e-test
    resourceVersion: "30877"
    uid: 0efc28ce-a3bc-4a70-893b-55e8f9546892
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:03:30.549763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35954"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    to ip-10-0-141-192.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba82ad375c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35962"
    uid: 386599c4-9d95-4e67-bc4a-209cafff8cbf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f655c6bdd-c6cs2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35965"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:03:30Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba8449f2a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "35975"
    uid: 61f12fc4-a409-46e2-8f22-927341cb0cf1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:03:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:44a3134685c61cdead52dd49e24582d49c2855142a8651c186f37c9fe776f06c"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba845f39f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35977"
    uid: 20048f76-908c-4e1b-b806-28f5f2b64683
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:03:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba8496dbc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "35979"
    uid: a4c86633-30ce-458f-9786-59a36985bb78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:03:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:31Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba849e25d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: f5dfaa93-b7b4-4ce0-819b-25b3584ab9bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:03:35Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:35Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba9491544be
    namespace: kserve-ci-e2e-test
    resourceVersion: "36014"
    uid: 886eb268-7c48-40eb-9512-0ff7b7f5ca63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:03:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:35Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba94ca4bf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "36019"
    uid: 4ccd9d68-3f27-4591-8388-39077e2d61d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:03:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:35Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6eba94d25e196
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: 25634fc1-f187-4aac-acf0-e2f972405cf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:04:07Z"
  message: 'Readiness probe failed: Get "http://10.133.0.69:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.69:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:04:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:07Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6ebb0bceda6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36252"
    uid: dccf1fb6-2eca-423e-9e65-93d8cf3940d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm
    namespace: kserve-ci-e2e-test
    resourceVersion: "35958"
    uid: c2af3a43-ec36-4b67-96a6-777101b83e66
  kind: Event
  lastTimestamp: "2026-04-16T19:04:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:20Z"
    name: xgboost-v2-mlserver-predictor-c58d48f-p9wnm.18a6ebb3d574f487
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: c0fba606-8f33-49f5-961b-66de7ae08ecd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-192.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-192.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-c58d48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35938"
    uid: b88f7949-6b59-4263-878b-842a6adebd41
  kind: Event
  lastTimestamp: "2026-04-16T19:03:30Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-c58d48f-p9wnm'
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: xgboost-v2-mlserver-predictor-c58d48f.18a6eba82a6d6a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35957"
    uid: d8d1bdba-0d33-433f-9dce-e0b7858142dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35931"
    uid: 71b62de9-81db-4428-b1c1-6afe53fbde9d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:30Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-c58d48f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: xgboost-v2-mlserver-predictor.18a6eba8274a9c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35941"
    uid: 70e2366d-bb44-480c-8678-a53ef50b91c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: 3c283ed1-f317-4948-a852-670dd5223d99
  kind: Event
  lastTimestamp: "2026-04-16T19:03:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:45Z"
    name: xgboost-v2-mlserver-predictor.18a6ebaba62565e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36092"
    uid: 426c6178-4ed3-45d5-8f0b-da6aafeaef90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35937"
    uid: 3c283ed1-f317-4948-a852-670dd5223d99
  kind: Event
  lastTimestamp: "2026-04-16T19:03:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:45Z"
    name: xgboost-v2-mlserver-predictor.18a6ebaba6a43b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: cecda204-6082-4203-a228-51f22524c453
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 3c283ed1-f317-4948-a852-670dd5223d99
  kind: Event
  lastTimestamp: "2026-04-16T19:04:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:15Z"
    name: xgboost-v2-mlserver-predictor.18a6ebaf25486f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36304"
    uid: 86e4e0d6-45bd-4f31-8a3a-c2153dfedfa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: 3c283ed1-f317-4948-a852-670dd5223d99
  kind: Event
  lastTimestamp: "2026-04-16T19:04:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:15Z"
    name: xgboost-v2-mlserver-predictor.18a6ebaf25aac009
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: f1e6cb9e-f7d5-4862-9d8e-70098c1897f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35916"
    uid: 1a73fa25-d206-40e8-a275-50cca2f096d4
  kind: Event
  lastTimestamp: "2026-04-16T19:04:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:17Z"
    name: xgboost-v2-mlserver.18a6eba8271fa9c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36329"
    uid: d239e996-439a-450a-9c2f-21bb7abfffe2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35916"
    uid: 1a73fa25-d206-40e8-a275-50cca2f096d4
  kind: Event
  lastTimestamp: "2026-04-16T19:03:30Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:30Z"
    name: xgboost-v2-mlserver.18a6eba8279ee08b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35943"
    uid: 5635f815-b815-4115-8845-56e440d2fe87
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: 1a73fa25-d206-40e8-a275-50cca2f096d4
  kind: Event
  lastTimestamp: "2026-04-16T19:04:17Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:04:17Z"
    name: xgboost-v2-mlserver.18a6ebb31523d73e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36327"
    uid: 61e67ede-985d-40eb-9ebc-4c4b7def8cfd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41383"