---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:03:28.643435Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25538"
    uid: 42f4da98-5207-44d5-a92d-837aea5a667d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:03:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:03:28Z"
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92.18a6eba7b9333cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25542"
    uid: 3fbb5e86-e4a6-4b78-874c-bbc04e81bd74
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 42f4da98-5207-44d5-a92d-837aea5a667d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:29Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:03:29Z"
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92.18a6eba7d26e1b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: f69bbada-7413-4e9c-be35-3d46f531e7f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 42f4da98-5207-44d5-a92d-837aea5a667d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:34Z"
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92.18a6eba7d4bab823
    namespace: kserve-ci-e2e-test
    resourceVersion: "25611"
    uid: 15f04801-ea19-4e4e-a8a1-ae71170f13b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 42f4da98-5207-44d5-a92d-837aea5a667d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:34Z"
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92.18a6eba7d7cb0762
    namespace: kserve-ci-e2e-test
    resourceVersion: "25617"
    uid: 9e2c0eeb-e120-46a8-b461-ce5754224bcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 42f4da98-5207-44d5-a92d-837aea5a667d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:34Z"
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92.18a6eba7d846944f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25618"
    uid: 72b93768-3c96-4406-997d-aaeb45da6f34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: 42f4da98-5207-44d5-a92d-837aea5a667d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:38Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:38Z"
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92.18a6ebaa0ac81777
    namespace: kserve-ci-e2e-test
    resourceVersion: "25670"
    uid: d8cc25d5-39bf-44e5-957b-919ab091d199
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25525"
    uid: e16b5a83-b753-428f-9268-5e5c41755bf3
  kind: Event
  lastTimestamp: "2026-04-16T19:03:28Z"
  message: 'Created pod: isvc-init-fail-b3b032-predictor-774ccfdcd7-g6z92'
  metadata:
    creationTimestamp: "2026-04-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:28Z"
    name: isvc-init-fail-b3b032-predictor-774ccfdcd7.18a6eba7b8bdb847
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: cbeeee54-9a02-44a6-9fe8-398f6b5c97f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-b3b032-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: 27030905-3d86-446c-954c-554f797864b3
  kind: Event
  lastTimestamp: "2026-04-16T19:03:28Z"
  message: Scaled up replica set isvc-init-fail-b3b032-predictor-774ccfdcd7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:28Z"
    name: isvc-init-fail-b3b032-predictor.18a6eba7b352f6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25528"
    uid: 391e3e0b-e061-43dc-8091-4fb927eaa146
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b3b032
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: afb47a8f-8141-4dff-8ab3-df17aa1998fd
  kind: Event
  lastTimestamp: "2026-04-16T19:03:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:34Z"
    name: isvc-init-fail-b3b032.18a6eba7b336e019
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: 484acaeb-2623-45b7-9b74-98aa67037804
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b3b032
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: afb47a8f-8141-4dff-8ab3-df17aa1998fd
  kind: Event
  lastTimestamp: "2026-04-16T19:03:28Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-b3b032":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-b3b032":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:28Z"
    name: isvc-init-fail-b3b032.18a6eba7b42cda00
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 5bb5b483-b300-4fa2-9cb6-7d86f1edd72b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-b3b032
    namespace: kserve-ci-e2e-test
    resourceVersion: "25501"
    uid: afb47a8f-8141-4dff-8ab3-df17aa1998fd
  kind: Event
  lastTimestamp: "2026-04-16T19:03:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-b3b032": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:28Z"
    name: isvc-init-fail-b3b032.18a6eba7b42d1272
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: fb9c4fb9-54b7-4db9-a20c-d90cafc5b4ca
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:45:21.516165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bd79f4555-fg9p4
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaaa9b5d69dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 040feb69-4345-49b1-8138-cc29188eab23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaaab49e4881
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: de403816-e94c-4721-9ed3-4929c70a797d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaaab5d2029d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16454"
    uid: a475f996-f80d-48ac-b79f-fc4cbef1fa9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:22Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaaab8c29f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 29967c95-d7fe-467f-b256-9139a1c4aa82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:22Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaaab9304c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: c23d26b7-daa9-4941-8786-d9e017161fc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:25Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:25Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaab97fea6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 84917cb5-734b-4d71-a463-7aa53fe0a02a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:31Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.197s (6.197s
    including waiting). Image size: 606108943 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:45:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:31Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaad096038fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 7e39f5b9-0f06-49ef-9c59-e19759182cc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:32Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaad0ca7b48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: b2a62ebb-cdfe-4d53-9273-c6ca1a3471d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:45:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:32Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaad0d2bb4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 87037c5e-8a85-45ae-afd4-97b000ca1572
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:04Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eaad3b440b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: d32a6f8a-c2d7-4009-8fc4-f4bdbb7136cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9807eb33-454f-4ec2-908c-ff10f75fdfb9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-lightgbm-predictor-bd79f4555-fg9p4.18a6eac1ee34e665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: bfcd6981-b6da-40c2-96f3-0fff355dd4d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bd79f4555
    namespace: kserve-ci-e2e-test
    resourceVersion: "16406"
    uid: 3444843a-94f0-4296-ad6b-f72bccb76ec7
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: 'Created pod: isvc-lightgbm-predictor-bd79f4555-fg9p4'
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-lightgbm-predictor-bd79f4555.18a6eaaa9aee6b8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 61da898c-76dd-42e1-bd28-d6e596c8f719
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 173fc781-9729-4daf-a903-e09b7d6a357b
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bd79f4555 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-lightgbm-predictor.18a6eaaa97daf5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16409"
    uid: f5ab9f29-262d-4971-b3c1-ec7eba1a5198
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: e1a3b0a1-4f46-4a21-9ad0-ae226784d920
  kind: Event
  lastTimestamp: "2026-04-16T18:46:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:06Z"
    name: isvc-lightgbm-predictor.18a6eaae16a77708
    namespace: kserve-ci-e2e-test
    resourceVersion: "16809"
    uid: ddbb2b1f-ef88-4ac6-b740-a87732e4f350
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: e1a3b0a1-4f46-4a21-9ad0-ae226784d920
  kind: Event
  lastTimestamp: "2026-04-16T18:46:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:06Z"
    name: isvc-lightgbm-predictor.18a6eaae1705b015
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: b0cd7dda-723d-405e-a409-61c4c17ba526
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: e1a3b0a1-4f46-4a21-9ad0-ae226784d920
  kind: Event
  lastTimestamp: "2026-04-16T18:46:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:51Z"
    name: isvc-lightgbm-predictor.18a6eab8938e7ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17122"
    uid: 3e956a79-ada2-48b7-95a2-a2b4fc762591
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16582"
    uid: e1a3b0a1-4f46-4a21-9ad0-ae226784d920
  kind: Event
  lastTimestamp: "2026-04-16T18:46:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:46:51Z"
    name: isvc-lightgbm-predictor.18a6eab893ebe6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17123"
    uid: 675e7526-bceb-4927-b9f1-cb9a1a9a45f3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:47:01.751165Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac1f1d62ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: e7b47241-f945-4e2b-9a21-1f758e1aaeaf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:02Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:47:02Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac20b2a666a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 8328f831-ae6a-4eb5-935a-4f99a1789df2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:02Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac20c6cd262
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 16514ddb-c8f3-4aa8-8d07-9f75a9513e65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:02Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac20f8fafcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: bc3cbc84-4a1e-4d51-8ee6-78b12dfd4d08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:47:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:02Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac20ffebb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: 0315cb71-3489-463a-8859-87fd87eee389
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:06Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:06Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac2f57c025d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17295"
    uid: c7f4028e-ecfd-4cbe-8307-e4cdad29c28c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:06Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac2f951d126
    namespace: kserve-ci-e2e-test
    resourceVersion: "17300"
    uid: ad4efb6c-9ed7-402d-afe3-63f846d36319
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:47:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:47:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:47:06Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac2f9ccceaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: c0f14f43-1f6b-4e6a-9955-d01866408158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:47:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:35Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6eac331814413
    namespace: kserve-ci-e2e-test
    resourceVersion: "18011"
    uid: b604e3c7-470a-4c10-a02a-138d9a2c9267
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17241"
    uid: 5997b834-6cac-49a5-a59e-acea81a43da9
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd.18a6ead6fd58fc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17955"
    uid: 862832e8-f154-4d3d-bbde-81c09aa49d19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-7fd76f4446
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 9a80a413-aa16-4cc4-866e-ddc5dbaa42c7
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-7fd76f4446-sx9jd'
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-lightgbm-runtime-predictor-7fd76f4446.18a6eac1f16e0b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17240"
    uid: 48a3fb37-4be8-4a3a-a8d9-fda3128894c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 69434dcb-a49f-4a8e-bf50-8cadd185d5d7
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-7fd76f4446 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-lightgbm-runtime-predictor.18a6eac1ed796b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: f0f1254b-b0d1-4b85-a69f-9aec93204d53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 3c1fed2d-e18c-4832-82a7-4310eea3915b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:16Z"
    name: isvc-lightgbm-runtime-predictor.18a6eac56bf30779
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: 4b7ee00b-bc8b-4eb7-9eeb-c21135122a77
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 3c1fed2d-e18c-4832-82a7-4310eea3915b
  kind: Event
  lastTimestamp: "2026-04-16T18:47:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:47:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:47:16Z"
    name: isvc-lightgbm-runtime-predictor.18a6eac56c518493
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: 5a25b1ac-f9b5-4be4-943d-eed6aa23bfc5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 3c1fed2d-e18c-4832-82a7-4310eea3915b
  kind: Event
  lastTimestamp: "2026-04-16T18:48:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:31Z"
    name: isvc-lightgbm-runtime-predictor.18a6eac8eb8465e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17920"
    uid: a630916a-d4ed-4f01-94ee-0a80f32df6b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 3c1fed2d-e18c-4832-82a7-4310eea3915b
  kind: Event
  lastTimestamp: "2026-04-16T18:48:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:47:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:31Z"
    name: isvc-lightgbm-runtime-predictor.18a6eac8ebe8b0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17921"
    uid: 3cf855ee-a187-4cea-a66e-0ad50911a3cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: a48b4079-5ce4-4a95-a288-5d30ee8fbe62
  kind: Event
  lastTimestamp: "2026-04-16T18:48:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:25Z"
    name: isvc-lightgbm-runtime.18a6eac1ed54fc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17876"
    uid: e5c47d10-0210-45bb-b97b-fb5b3e190947
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: a48b4079-5ce4-4a95-a288-5d30ee8fbe62
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-lightgbm-runtime.18a6eac1eda44ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: 7b90887f-e66e-4861-b190-5442a1cbed1d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:47:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: a48b4079-5ce4-4a95-a288-5d30ee8fbe62
  kind: Event
  lastTimestamp: "2026-04-16T18:47:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:47:01Z"
    name: isvc-lightgbm-runtime.18a6eac1f1e5d065
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: c18b9f99-4305-44a6-b038-ca9acf1a1af0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17874"
    uid: a48b4079-5ce4-4a95-a288-5d30ee8fbe62
  kind: Event
  lastTimestamp: "2026-04-16T18:48:25Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:25Z"
    name: isvc-lightgbm-runtime.18a6ead5898f8eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17875"
    uid: e9b0eb0d-ddd2-4c83-bfc7-d3b4bd9013fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:51:22.489028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eafea7063468
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: 2de0f2c7-affe-4911-bf48-f56030ffcfd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19234"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:22Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eafec1ac8495
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 40e9b8e7-8025-42e7-8e4d-e20a9dbc0871
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eafec2f05ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: 034d4148-31e5-405b-b33c-493892d386c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eafeca126169
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: 4c75c8de-d931-489d-8bfa-23d987b1f1ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:51:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:23Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eafecb8ae604
    namespace: kserve-ci-e2e-test
    resourceVersion: "19244"
    uid: 65a9a9c8-2581-4f35-a6d0-72fdffa2f8ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:27Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eaffb63567d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19284"
    uid: df9bd156-6806-427f-ae03-261829f58917
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eaffba725dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19290"
    uid: 3b6bfd60-5974-4805-bd66-a556024d78d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eaffbaecdf85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19291"
    uid: 200a533a-e4dc-4aed-94cd-bdd254896f91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:51:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:29Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eafff229ce6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19309"
    uid: 45832ff4-a5e8-4fbe-9d07-e35267eb3e27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w
    namespace: kserve-ci-e2e-test
    resourceVersion: "19224"
    uid: a75c4191-bd0f-44d2-abc3-8ccc2a4113c8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w.18a6eb03525e4e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19436"
    uid: 8f723ee8-ac56-47e4-bad7-245720cc9e6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19209"
    uid: a98e69aa-1eb5-40df-9088-17bd9893c749
  kind: Event
  lastTimestamp: "2026-04-16T18:51:22Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-57f9c55f54-2kl7w'
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-57f9c55f54.18a6eafea6a9524b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19223"
    uid: ccb057de-803c-4f43-b8e4-a526bfbb20a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: a70fe94f-3026-4302-9428-747d5af3b98d
  kind: Event
  lastTimestamp: "2026-04-16T18:51:22Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-57f9c55f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6eafea293a0d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19211"
    uid: 924324ea-7e05-4351-8e0d-5a192862856f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19210"
    uid: 56f5332d-b01d-4db0-8054-73b4ed6939b3
  kind: Event
  lastTimestamp: "2026-04-16T18:51:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6eb0221a84412
    namespace: kserve-ci-e2e-test
    resourceVersion: "19367"
    uid: 51574c88-df4e-49f6-8e1a-924bc3dbaeb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19210"
    uid: 56f5332d-b01d-4db0-8054-73b4ed6939b3
  kind: Event
  lastTimestamp: "2026-04-16T18:51:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a6eb0222098eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: ff79b7ff-d463-4196-a53e-9ac3821c40a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19184"
    uid: 7ab49ffe-db2d-40c2-a98f-551d352a74cd
  kind: Event
  lastTimestamp: "2026-04-16T18:51:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:39Z"
    name: isvc-lightgbm-v2-kserve.18a6eafea2c2c751
    namespace: kserve-ci-e2e-test
    resourceVersion: "19387"
    uid: 55a05ed0-de12-4b04-9c70-2503837d7283
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19184"
    uid: 7ab49ffe-db2d-40c2-a98f-551d352a74cd
  kind: Event
  lastTimestamp: "2026-04-16T18:51:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-kserve.18a6eafea30c93b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19231"
    uid: 83b47711-15e6-4ddc-8861-9946a8ceaab7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19216"
    uid: 7ab49ffe-db2d-40c2-a98f-551d352a74cd
  kind: Event
  lastTimestamp: "2026-04-16T18:51:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-kserve.18a6eafea7a5687b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19232"
    uid: f2f3bb22-51dd-4964-a24e-5ab917f0db5b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 7ab49ffe-db2d-40c2-a98f-551d352a74cd
  kind: Event
  lastTimestamp: "2026-04-16T18:51:39Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:39Z"
    name: isvc-lightgbm-v2-kserve.18a6eb0285f089e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 82c6d31b-f001-4e81-9bec-9ddf4c8d5e07
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:48:32.212091Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17964"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6ead701ba5bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 0d3502b0-43c9-42c2-b63b-756df985d41a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17973"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6ead71b04069b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17979"
    uid: ddeebb79-2d9a-4d20-89d2-e3598a4f5866
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6ead71c5996ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 3868409a-7d93-4045-85f7-e493801bbfcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6ead71f9b68c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17983"
    uid: 8cc28600-000c-4dd8-a75e-fb9081146a30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6ead7200dd951
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 9f22dbce-b724-4d9c-aa95-53dfa96b67f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:48:37Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-16T18:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:48:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6ead837e8471d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18024"
    uid: 99bc241e-2226-4039-afb1-ef2f2f85eb8d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:50:47Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m10.531s
    (2m10.531s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:50:47Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6eaf69c342cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18930"
    uid: e2d2305b-d096-448a-aaa6-d35797446f63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:50:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:50:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6eaf69fe02360
    namespace: kserve-ci-e2e-test
    resourceVersion: "18931"
    uid: 03420f4b-1a57-4c13-a6c9-65daefec0347
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:50:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:50:48Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6eaf6a0779071
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: ee7cf658-c587-4d4e-9882-bad9cef39a67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17967"
    uid: 0ebf21e7-25bb-4dde-b9cb-a686136d91d8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:22Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk.18a6eafea1b3f7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19207"
    uid: 42a9b5e6-88f6-4362-bd39-8583aec97d06
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-788c698548
    namespace: kserve-ci-e2e-test
    resourceVersion: "17950"
    uid: 89dbe6da-caac-4c54-9d59-328fcc73fde2
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-788c698548-qh7fk'
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-788c698548.18a6ead701479d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17966"
    uid: a3138db7-06e4-4031-9fa0-fabcd74260a5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 514a7ca2-e035-4a5a-a967-e3c955e41680
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-788c698548 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6ead6fd27c65d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17952"
    uid: 82e5e781-d612-4872-8875-58c7ac627aed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: 9dbb0194-2dd6-4979-ac23-89bc49536eb8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6eada7b9c31b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: e494e33d-6a00-41d2-a87a-30ba3ea65c06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17948"
    uid: 9dbb0194-2dd6-4979-ac23-89bc49536eb8
  kind: Event
  lastTimestamp: "2026-04-16T18:51:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:17Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a6eada7c1f031d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: 4f654e61-916c-43bd-acc9-ada5bd27b9fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 6efa8186-4115-447d-aff3-a42233a3a487
  kind: Event
  lastTimestamp: "2026-04-16T18:51:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:20Z"
    name: isvc-lightgbm-v2-runtime.18a6ead6fcfc2a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19166"
    uid: d2517cee-d736-4953-8c53-4ee156df8a5c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:48:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17927"
    uid: 6efa8186-4115-447d-aff3-a42233a3a487
  kind: Event
  lastTimestamp: "2026-04-16T18:48:32Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:48:32Z"
    name: isvc-lightgbm-v2-runtime.18a6ead6fd75a8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: 7ff6484e-e511-4696-b126-ddce17b52a94
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19163"
    uid: 6efa8186-4115-447d-aff3-a42233a3a487
  kind: Event
  lastTimestamp: "2026-04-16T18:51:19Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:51:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:19Z"
    name: isvc-lightgbm-v2-runtime.18a6eafe11ac8cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19164"
    uid: a29c1b28-00fa-40a8-b2d5-c036fce48561
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 3ed44432-f216-4cb3-ac19-029b3254dcc2
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-lightgbm.18a6eaaa97b60341
    namespace: kserve-ci-e2e-test
    resourceVersion: "17153"
    uid: d49ac50b-737b-4a9e-b385-286d407a1d69
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 3ed44432-f216-4cb3-ac19-029b3254dcc2
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-lightgbm.18a6eaaa9a50f05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16428"
    uid: b70b51ed-f40c-49fd-a49d-24061e076702
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:46:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17151"
    uid: 3ed44432-f216-4cb3-ac19-029b3254dcc2
  kind: Event
  lastTimestamp: "2026-04-16T18:46:54Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:46:54Z"
    name: isvc-lightgbm.18a6eac059979a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: 582f269d-7dd2-4442-bc03-a3fc08617b7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:43:56.257648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-8444b4768-6ptpb
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea96c18fb925
    namespace: kserve-ci-e2e-test
    resourceVersion: "15666"
    uid: ca3781f1-c8c0-43d8-8768-a24689545bdb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:43:56Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea96da96432d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 463b97c8-b8e1-4f38-b83e-2e6aa55da7d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:43:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea96dbddb706
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: 3392c076-0936-4be4-84a4-c7e416de940e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:43:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea96df1ea028
    namespace: kserve-ci-e2e-test
    resourceVersion: "15683"
    uid: 12a2d832-d27a-4bb1-9fd3-bec4ad0a4c8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:43:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea96df8c3480
    namespace: kserve-ci-e2e-test
    resourceVersion: "15684"
    uid: 64cfe9b9-11c2-418f-956e-4a16e8347ae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:44:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:00Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea97bc7545a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: c57bd8fb-99b8-43e2-afb7-090d7225d2a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:44:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:00Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea97c008d517
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: 128a0ef5-9992-4db4-bb01-a2a96e406762
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:44:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:00Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea97c074e8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 90016d45-12f1-44d8-b491-afcb6a2a877c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:44:00Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:00Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea97c08092c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 3a548af1-9be1-460d-81b3-40a2e487c7ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:44:00Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:00Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea97c3b98d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: bf12b2e5-262c-4535-83c3-86a6add2b200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:44:00Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:44:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:00Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea97c4278154
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 1e648dbd-85f5-4d0a-843a-b8e61a839767
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:45:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:48Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea97f85f7cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16671"
    uid: 8c14f671-48c6-483e-a205-b6c0ceab733c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:45:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:44:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:48Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6ea98342adeca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16672"
    uid: c867c041-c8e0-481c-a7ea-9512d85de348
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6eaaa9a7f82ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: f33096b3-0cbc-4e1d-89fc-e1a938699978
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-8444b4768-6ptpb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f16df37c-7739-4d7b-8bf3-16add2ce4fde
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: isvc-logger-predictor-8444b4768-6ptpb.18a6eaaa9a80c1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 1403e2d4-9d3c-4252-958c-44baa243c3c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-8444b4768
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 95d1e4d0-4f69-454c-bf26-76899f5e2374
  kind: Event
  lastTimestamp: "2026-04-16T18:43:56Z"
  message: 'Created pod: isvc-logger-predictor-8444b4768-6ptpb'
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger-predictor-8444b4768.18a6ea96c12932f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: d3b420a8-9eea-4e1c-9f37-d955fb397c5e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: eb77f822-04df-48d6-8834-421e974ee226
  kind: Event
  lastTimestamp: "2026-04-16T18:43:56Z"
  message: Scaled up replica set isvc-logger-predictor-8444b4768 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger-predictor.18a6ea96be49f955
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: cecba4f3-09ff-4c6c-9b8d-84180c7eee09
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 603a4567-61de-439e-8537-9d1088d86752
  kind: Event
  lastTimestamp: "2026-04-16T18:44:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:26Z"
    name: isvc-logger-predictor.18a6ea9a3ce089c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15922"
    uid: d9790e5a-2168-4a85-bbbc-b06a5c68fc84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 603a4567-61de-439e-8537-9d1088d86752
  kind: Event
  lastTimestamp: "2026-04-16T18:44:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:26Z"
    name: isvc-logger-predictor.18a6ea9a3d48ca97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15923"
    uid: 128719ff-6d78-4f99-be46-738bf055c64b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 603a4567-61de-439e-8537-9d1088d86752
  kind: Event
  lastTimestamp: "2026-04-16T18:45:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:11Z"
    name: isvc-logger-predictor.18a6eaa13aa2623e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 313c5089-7858-42a3-bf54-216f147e5f8c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 603a4567-61de-439e-8537-9d1088d86752
  kind: Event
  lastTimestamp: "2026-04-16T18:45:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:45:11Z"
    name: isvc-logger-predictor.18a6eaa13b0b3fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: 71380e70-2b3b-4d30-9e52-6d0f7f5fd7f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 3a69aaf6-035e-422c-b997-64c8f9d71316
  kind: Event
  lastTimestamp: "2026-04-16T18:45:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:08Z"
    name: isvc-logger.18a6ea96be2056e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16294"
    uid: 6228e606-e07d-44bd-a358-1531dab03370
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 3a69aaf6-035e-422c-b997-64c8f9d71316
  kind: Event
  lastTimestamp: "2026-04-16T18:43:56Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:43:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:56Z"
    name: isvc-logger.18a6ea96be8efb85
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 11e6766b-4737-4378-bac9-44cd676e2b67
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 3a69aaf6-035e-422c-b997-64c8f9d71316
  kind: Event
  lastTimestamp: "2026-04-16T18:45:08Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:45:08Z"
    name: isvc-logger.18a6eaa7ab21b0b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: 0e09636e-b713-4141-be8a-bb65aaeefaeb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:51:42.601700Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:51:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:51:42Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb0355d5442a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19454"
    uid: d2e8183f-2bae-41b0-8ab7-d659f172918c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:43Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:51:43Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb036f6a1139
    namespace: kserve-ci-e2e-test
    resourceVersion: "19467"
    uid: 36a1a8be-c37a-4ee1-a6e5-0d4b237f5e42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:43Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb03746d0dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19471"
    uid: b4366c74-ac84-4741-85b5-a2d99a0a8fe6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:43Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb037798561e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19473"
    uid: 6815dd1a-fb7f-4f57-83f3-903745d926cc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:43Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb0378116513
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: bdf78de9-8b35-4d01-9aeb-7150ef650a9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:47Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T18:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:47Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb0462bebd26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: a802ecee-2cb9-4113-86e3-89d9bcbea942
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:47Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb0465df6d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "19514"
    uid: 4b1149ed-8404-464f-b8cc-48537410cf0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:51:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:51:47Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb04664fd6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 08d456dd-c612-4781-bceb-39fa28eb8d09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19452"
    uid: 31399e59-2746-4638-8d18-6e148545825e
  kind: Event
  lastTimestamp: "2026-04-16T18:52:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:22Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7.18a6eb0cad4e63fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19805"
    uid: 0ce1dc74-7576-4688-8c01-3646480fb238
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: b7a52ad4-9d55-4d85-882c-80b9d92eab32
  kind: Event
  lastTimestamp: "2026-04-16T18:51:42Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-65b68fcf68-m7qc7'
  metadata:
    creationTimestamp: "2026-04-16T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:42Z"
    name: isvc-mlflow-v2-runtime-predictor-65b68fcf68.18a6eb035569a8a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19451"
    uid: 79d1b5a7-467f-4734-85b7-4788c55d1c6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19438"
    uid: 4af2064e-58ca-42f4-ae31-c7fb54b99160
  kind: Event
  lastTimestamp: "2026-04-16T18:51:42Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-65b68fcf68 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:51:42Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6eb03534f2597
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: 09d5d5e4-b9d5-45db-a6de-a3adc15f8276
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 16a9e4f5-6aa5-4411-b715-74db5c52a5d9
  kind: Event
  lastTimestamp: "2026-04-16T18:52:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6eb06d200e993
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 96ab1e0e-7d46-48da-9e8e-761f9fa39b4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19439"
    uid: 16a9e4f5-6aa5-4411-b715-74db5c52a5d9
  kind: Event
  lastTimestamp: "2026-04-16T18:52:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:12Z"
    name: isvc-mlflow-v2-runtime-predictor.18a6eb06d25f4adc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: 389ad11e-8311-495e-8811-ba83dc9c96a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 2345c7e0-0d0c-4083-972d-a9fd11c24519
  kind: Event
  lastTimestamp: "2026-04-16T18:52:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:19Z"
    name: isvc-mlflow-v2-runtime.18a6eb03532d1b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19749"
    uid: 63e03050-8b18-43a1-9a1c-ab5858d67160
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:51:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 2345c7e0-0d0c-4083-972d-a9fd11c24519
  kind: Event
  lastTimestamp: "2026-04-16T18:51:42Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:51:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:51:42Z"
    name: isvc-mlflow-v2-runtime.18a6eb035382dd2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: b76e1286-b184-47c1-bf35-441616a54d2b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: 2345c7e0-0d0c-4083-972d-a9fd11c24519
  kind: Event
  lastTimestamp: "2026-04-16T18:52:19Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:19Z"
    name: isvc-mlflow-v2-runtime.18a6eb0bda761525
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 03b56f1f-f9a8-46f3-84ff-eb859ba55da5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:53:32.972133Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20378"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-c57db76c5-7knj8
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:53:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:53:32Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb1d086c70f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20383"
    uid: 797c2843-f7b7-441a-be1f-615aa0394aa5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20388"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:33Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:53:33Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb1d21ab06a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: c46b6f8c-8ad1-48b5-8d5f-52aceef14e90
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:33Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb1d22e5eb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 001573eb-b6d8-4099-8661-478036c75072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:33Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb1d265af9ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "20399"
    uid: 8ddc6aa7-6753-425a-a38c-dd241842d990
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:33Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb1d26cfed40
    namespace: kserve-ci-e2e-test
    resourceVersion: "20400"
    uid: d3e986d6-641c-4d1e-815c-4fec2d70b6ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:38Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:38Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb1e52bbe547
    namespace: kserve-ci-e2e-test
    resourceVersion: "20445"
    uid: 327eda66-b639-447b-bb6c-e9c4c094f264
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:49Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.985s (10.985s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:49Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb20e18689cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20524"
    uid: 4fedf0c6-6421-4265-979b-ceada05a1f72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:49Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb20e510136d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20527"
    uid: d14fdb52-c47f-44db-b80c-d91e16feee03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:49Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb20e5881ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: ca865c90-f283-4dd2-9c2f-a25538ba68fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:21Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb21214ff2ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: 24386cc7-3317-481d-9517-02d3aee9f699
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-c57db76c5-7knj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20380"
    uid: 7e2191b1-7d18-4641-8fd7-e74c9a8beb8b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-paddle-predictor-c57db76c5-7knj8.18a6eb2b5d1b6a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: a8fcf348-a37a-4f87-b8a3-c7f401159b8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-c57db76c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20363"
    uid: 0ce53e5b-99b6-45ee-8811-a10ab19f67da
  kind: Event
  lastTimestamp: "2026-04-16T18:53:32Z"
  message: 'Created pod: isvc-paddle-predictor-c57db76c5-7knj8'
  metadata:
    creationTimestamp: "2026-04-16T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:32Z"
    name: isvc-paddle-predictor-c57db76c5.18a6eb1d0808c0ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20381"
    uid: cefaee83-b1ef-41c0-97cb-568bec993510
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20357"
    uid: 17176354-7dd8-4f46-909c-e76abaa4ee87
  kind: Event
  lastTimestamp: "2026-04-16T18:53:32Z"
  message: Scaled up replica set isvc-paddle-predictor-c57db76c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:53:32Z"
    name: isvc-paddle-predictor.18a6eb1d048c9254
    namespace: kserve-ci-e2e-test
    resourceVersion: "20366"
    uid: 5e1bfdc6-73e4-4f8c-9064-87a667f4d464
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: ba7a9565-0625-4439-83ca-de479cfdb59a
  kind: Event
  lastTimestamp: "2026-04-16T18:54:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:32Z"
    name: isvc-paddle-predictor.18a6eb20830d6233
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: a214ba5a-5271-4e5d-8db5-b742ecb04919
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20361"
    uid: ba7a9565-0625-4439-83ca-de479cfdb59a
  kind: Event
  lastTimestamp: "2026-04-16T18:54:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:32Z"
    name: isvc-paddle-predictor.18a6eb208391aea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20853"
    uid: 24719e9b-15f0-42f2-a87b-3e96ac1cd8ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:54:34.593485Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2b615794c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: f709f8e4-da29-4261-b579-5f387c5cab1c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:35Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:54:35Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2b7af127db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: 7efb080e-6c34-4016-a056-c153d428413c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:35Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2b7c3a056f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 8ea86106-2717-4faf-95ef-a87f15664df9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:35Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2b7eec950f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: a7990148-3b1c-4ec4-8235-c76ca5d958a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:35Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2b7f51d245
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: 659a5772-df24-4866-a762-ccb440808f74
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:39Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:39Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2c94b35e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20970"
    uid: 4ddc76be-4f22-4154-afe6-5c56877a464c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:39Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2c982e3213
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: d14f74e6-0c98-4207-8a99-1771a62d89d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:54:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:39Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2c9895e498
    namespace: kserve-ci-e2e-test
    resourceVersion: "20976"
    uid: d3f7708e-7047-4169-9b96-ef3dc36ab1c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:55:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:11Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb2cd099eecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21204"
    uid: 34821c36-1681-4d1b-bae4-abe9632b45a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 86208719-5f92-44d2-a9bb-a533bd42147e
  kind: Event
  lastTimestamp: "2026-04-16T18:55:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:26Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6.18a6eb37608f6b2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21342"
    uid: 193bf722-5a7e-47c8-becf-1360bb5de3e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-8c7997d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20893"
    uid: 13ec0ac5-5aad-4f92-9b2d-5b785531cc78
  kind: Event
  lastTimestamp: "2026-04-16T18:54:34Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-8c7997d9b-pp6d6'
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-paddle-runtime-predictor-8c7997d9b.18a6eb2b60f14c2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 188d0185-15a0-428b-ba87-bd21c1e8d59d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 130c5f25-df9a-44bb-87c1-373194c3c694
  kind: Event
  lastTimestamp: "2026-04-16T18:54:34Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-8c7997d9b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-paddle-runtime-predictor.18a6eb2b5e61efc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: 1324e573-3509-4983-be47-ab873b56779e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 81fa1fe0-18af-49c5-8c0f-5fe392a116f4
  kind: Event
  lastTimestamp: "2026-04-16T18:55:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:04Z"
    name: isvc-paddle-runtime-predictor.18a6eb2edce00d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21154"
    uid: e7506caf-d78e-4c4d-bd9a-88a813621589
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 81fa1fe0-18af-49c5-8c0f-5fe392a116f4
  kind: Event
  lastTimestamp: "2026-04-16T18:55:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:04Z"
    name: isvc-paddle-runtime-predictor.18a6eb2edd3d42ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: 9a31fa7e-7673-42d2-9cd1-7fd90ee19f5b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: 81fa1fe0-18af-49c5-8c0f-5fe392a116f4
  kind: Event
  lastTimestamp: "2026-04-16T18:55:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:19Z"
    name: isvc-paddle-runtime-predictor.18a6eb35db64f82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: 6fd938a6-d887-482d-a614-5f53cdea9cb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21046"
    uid: 81fa1fe0-18af-49c5-8c0f-5fe392a116f4
  kind: Event
  lastTimestamp: "2026-04-16T18:55:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:19Z"
    name: isvc-paddle-runtime-predictor.18a6eb35dc5d3dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21262"
    uid: dad53d55-3141-45a8-9585-f671ca23c31d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 0dad59f5-450f-4123-8cec-082325a3576a
  kind: Event
  lastTimestamp: "2026-04-16T18:55:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:55:21Z"
    name: isvc-paddle-runtime.18a6eb2b5e39ce2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21285"
    uid: 877dd72d-cbbd-4c5d-90bb-f0e676f6cc5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20868"
    uid: 0dad59f5-450f-4123-8cec-082325a3576a
  kind: Event
  lastTimestamp: "2026-04-16T18:54:34Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-paddle-runtime.18a6eb2b5e8fedf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: ded3dfbd-67e6-44af-9f23-a35e53361eec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 0dad59f5-450f-4123-8cec-082325a3576a
  kind: Event
  lastTimestamp: "2026-04-16T18:54:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:34Z"
    name: isvc-paddle-runtime.18a6eb2b643feea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20917"
    uid: 13ec9ca8-7e4d-48da-b68c-21c64b2061e4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21282"
    uid: 0dad59f5-450f-4123-8cec-082325a3576a
  kind: Event
  lastTimestamp: "2026-04-16T18:55:21Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:55:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:55:21Z"
    name: isvc-paddle-runtime.18a6eb366037f453
    namespace: kserve-ci-e2e-test
    resourceVersion: "21283"
    uid: 244cdadb-634a-4afa-a06f-095edb0bc984
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:55:26.209722Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21356"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:55:26Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb3765e8e409
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: e4cd9fe3-1b9a-4a3b-be05-ce567a65878d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21367"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:26Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:55:26Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb377ebf946b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21374"
    uid: 2c01a1ab-3bae-4ed6-91a8-e8a078057e97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:26Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:26Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb377fe4c2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21376"
    uid: 18dd3f5f-1399-4025-ab0d-888cb1530046
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    in 4.005s (4.005s including waiting). Image size: 299659693 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:30Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb386e9f9c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: c2ccc97e-e7f6-48f7-afcf-200c7b6f2a8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:30Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb387159f521
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: e2dcab7f-7ff0-4f16-a7fe-d5235752c8f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:55:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:30Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb3871def8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21409"
    uid: 450b5d01-8e5d-441a-98ad-c21e5433b023
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:48Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:48Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb3caa9d2842
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 8ed2ecd5-fb77-4d3f-8c58-7c86a66c7abe
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:59Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.907s (10.907s
    including waiting). Image size: 1162639611 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:59Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb3f34bba9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21625"
    uid: be6462ab-c484-41fe-85c5-bdcf5ba840ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:59Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb3f38ea3e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: 5e590591-ae6a-4807-935d-809ab7af1c21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:55:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:55:59Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb3f39a35b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: 8f657f98-415d-4557-bf11-ac24172096d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:56:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:55:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:40Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb3f3c9ce460
    namespace: kserve-ci-e2e-test
    resourceVersion: "21919"
    uid: b1662f8a-b7cb-4a22-8ec6-deb077c58a4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: a1fa46a3-264b-44e7-bd3c-b3f05284ef65
  kind: Event
  lastTimestamp: "2026-04-16T18:56:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:57Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr.18a6eb4cc29b7307
    namespace: kserve-ci-e2e-test
    resourceVersion: "22076"
    uid: 8db11708-4c63-4e62-ac17-eee7725f43df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-679d448945
    namespace: kserve-ci-e2e-test
    resourceVersion: "21346"
    uid: b431a5a6-3a02-4bfb-9a09-912ef4b48545
  kind: Event
  lastTimestamp: "2026-04-16T18:55:26Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-679d448945-vvlqr'
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:26Z"
    name: isvc-paddle-v2-kserve-predictor-679d448945.18a6eb3765925b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 963fe3e1-0f66-4b2b-8d06-e874ba4c7242
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 17201037-1f42-41b8-bc7b-f55398d7dc1d
  kind: Event
  lastTimestamp: "2026-04-16T18:55:26Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-679d448945 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:55:26Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eb376253d33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21349"
    uid: 4698fa4e-524d-4cd9-96a0-1f139cfb0e69
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: b305b4ff-303e-4e7a-b400-b8416c2ad641
  kind: Event
  lastTimestamp: "2026-04-16T18:56:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:26Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eb3ae0f63529
    namespace: kserve-ci-e2e-test
    resourceVersion: "21811"
    uid: 5e45b524-1be9-4d06-be04-b6edfc8279ad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: b305b4ff-303e-4e7a-b400-b8416c2ad641
  kind: Event
  lastTimestamp: "2026-04-16T18:56:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:55:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:26Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eb3ae1553f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21813"
    uid: 3dbaa795-58ad-4e11-97ab-c7f7e1bc01d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: b305b4ff-303e-4e7a-b400-b8416c2ad641
  kind: Event
  lastTimestamp: "2026-04-16T18:56:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:56Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eb48dd4651a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: d471d3a0-a622-4e3d-b012-29002c552e49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: b305b4ff-303e-4e7a-b400-b8416c2ad641
  kind: Event
  lastTimestamp: "2026-04-16T18:56:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:56Z"
    name: isvc-paddle-v2-kserve-predictor.18a6eb48ddab91f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22036"
    uid: 69bddfd5-cbd1-4556-8964-ca393befeb0c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 239955d2-ec78-4977-83f0-e0589c7cc4a4
  kind: Event
  lastTimestamp: "2026-04-16T18:56:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:50Z"
    name: isvc-paddle-v2-kserve.18a6eb3761acc740
    namespace: kserve-ci-e2e-test
    resourceVersion: "21999"
    uid: 396888f7-da11-4f0d-9a82-3505d0b3eda1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:55:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: 239955d2-ec78-4977-83f0-e0589c7cc4a4
  kind: Event
  lastTimestamp: "2026-04-16T18:55:26Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:55:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:55:26Z"
    name: isvc-paddle-v2-kserve.18a6eb376288f2ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21350"
    uid: f1fcdea6-9a87-402c-9c7c-5343a839a1e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21997"
    uid: 239955d2-ec78-4977-83f0-e0589c7cc4a4
  kind: Event
  lastTimestamp: "2026-04-16T18:56:50Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:56:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:50Z"
    name: isvc-paddle-v2-kserve.18a6eb4b200579b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21998"
    uid: d8d40032-8d2f-403c-a465-24450dd15fcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 88094cdb-c43b-4de7-859f-7127bc62960b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:31Z"
    name: isvc-paddle.18a6eb1d04686689
    namespace: kserve-ci-e2e-test
    resourceVersion: "20842"
    uid: d984c69f-4ae4-41e6-ba49-5dc3c6abbc39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 88094cdb-c43b-4de7-859f-7127bc62960b
  kind: Event
  lastTimestamp: "2026-04-16T18:53:32Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:32Z"
    name: isvc-paddle.18a6eb1d04f89b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20369"
    uid: 8686fed6-b4ac-46d6-a8da-455e8f1025cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:54:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20838"
    uid: 88094cdb-c43b-4de7-859f-7127bc62960b
  kind: Event
  lastTimestamp: "2026-04-16T18:54:31Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:54:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:54:31Z"
    name: isvc-paddle.18a6eb2ab1046ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20840"
    uid: dd5403f7-c609-4dd4-8295-dc26313595cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:56:58.050335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-89795c578-f6b5g
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:56:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4cc8096e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "22096"
    uid: e93834b2-7dfd-4de7-aabe-7a5078490656
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22100"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:56:58Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4ce1038f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 9881b943-62b8-4fc2-bc93-07954fa084d0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:56:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4ce245c70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: 4631d928-8d5d-41d2-a5fc-cdcc27fab340
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:56:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4ce55aab32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: ef964a95-be5b-4688-b01c-a0657e1c3b97
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:56:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4ce5cd8a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22116"
    uid: 8cde4e91-25b0-467d-9671-93d71a600716
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:57:03Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:03Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4df2645f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22155"
    uid: 9920ca16-55a1-4dd2-93e6-10d2dcf8e522
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:57:09Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.722s (6.722s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:09Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4f83119964
    namespace: kserve-ci-e2e-test
    resourceVersion: "22205"
    uid: 44c70311-8090-452e-bc29-062ce06d658e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:57:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:09Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4f86124c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22206"
    uid: 55a06170-05ff-4129-9519-ebcde7ce54d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:57:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:57:09Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4f8682f5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22207"
    uid: 29f2f3cb-430a-45a9-aeac-b89e31dddf2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:58:39Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:57:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:39Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb4f9546dc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: 34340a54-c6f0-4bbc-98c9-f933a2343199
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-89795c578-f6b5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: e7043542-9dd8-4266-8b75-19892dce1aa9
  kind: Event
  lastTimestamp: "2026-04-16T18:58:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:38Z"
    name: isvc-pmml-predictor-89795c578-f6b5g.18a6eb6446a5c4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22873"
    uid: 04ecfa97-e4d4-43e9-a316-064a449fe130
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-89795c578
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: 3c2f9d1a-e9ed-4916-82ea-c34d70013ecb
  kind: Event
  lastTimestamp: "2026-04-16T18:56:58Z"
  message: 'Created pod: isvc-pmml-predictor-89795c578-f6b5g'
  metadata:
    creationTimestamp: "2026-04-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml-predictor-89795c578.18a6eb4cc7725d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: d02ab5a2-0c42-4a21-b79c-4cd7cb3cfb4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22074"
    uid: 37c8722f-7e56-4732-8dcc-dc9dfa40186f
  kind: Event
  lastTimestamp: "2026-04-16T18:56:57Z"
  message: Scaled up replica set isvc-pmml-predictor-89795c578 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:56:57Z"
    name: isvc-pmml-predictor.18a6eb4cc322a073
    namespace: kserve-ci-e2e-test
    resourceVersion: "22079"
    uid: 08562d98-463e-4612-8dc8-061e5e9e0c8d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: daf57496-7b92-4c65-9797-cdb5cf57f1d5
  kind: Event
  lastTimestamp: "2026-04-16T18:57:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:43Z"
    name: isvc-pmml-predictor.18a6eb5042228c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: 5df42274-540f-4a5e-8e8b-ca1771c55833
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: daf57496-7b92-4c65-9797-cdb5cf57f1d5
  kind: Event
  lastTimestamp: "2026-04-16T18:57:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:57:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:57:43Z"
    name: isvc-pmml-predictor.18a6eb504288dd23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: bb73c900-dea2-4486-8f96-d81f3bc76508
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: daf57496-7b92-4c65-9797-cdb5cf57f1d5
  kind: Event
  lastTimestamp: "2026-04-16T18:58:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:28Z"
    name: isvc-pmml-predictor.18a6eb5abf555529
    namespace: kserve-ci-e2e-test
    resourceVersion: "22759"
    uid: 7627dc43-618f-4ad9-990d-33cb1e967232
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:57:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22240"
    uid: daf57496-7b92-4c65-9797-cdb5cf57f1d5
  kind: Event
  lastTimestamp: "2026-04-16T18:58:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:28Z"
    name: isvc-pmml-predictor.18a6eb5abfba5f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22760"
    uid: ef9de185-e71b-4fc2-be06-b71c74f73fe9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:58:39.030797Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:58:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:58:39Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb644af10f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: 61a6deb2-dc44-4677-9796-0ac25b16929c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:39Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:58:39Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb64642af09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: 566042ab-8504-4a78-b714-09fd94974228
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:39Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb6465839216
    namespace: kserve-ci-e2e-test
    resourceVersion: "22899"
    uid: 174f5690-38d3-498b-8956-07158b3886fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:39Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb64692a047f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 71150631-0df4-4c7c-adc0-ee376b23b46c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:39Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb64699d56a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22904"
    uid: 29c0a232-bd46-45e0-899b-01d1f249c167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:43Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:43Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb65580eac42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: 36f79b69-148b-428b-9c90-791924da2afb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:50Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.778s (6.778s
    including waiting). Image size: 800715639 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:50Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb66ec159d56
    namespace: kserve-ci-e2e-test
    resourceVersion: "22992"
    uid: 48f11372-6eb0-415f-99d3-cf58be74b948
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:50Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb66ef49cedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22994"
    uid: b71bdd0f-76d8-4a0d-a856-2d51525fd486
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T18:58:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:58:50Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb66efbc9931
    namespace: kserve-ci-e2e-test
    resourceVersion: "22995"
    uid: 41e2878c-1808-4745-89f4-bb784057f9b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T19:00:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:58:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:06Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb66fb394562
    namespace: kserve-ci-e2e-test
    resourceVersion: "23527"
    uid: 706749c2-aed5-4d5a-8652-5ef79177a15b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: 884ef371-2661-43aa-b8ac-2620e08a6b75
  kind: Event
  lastTimestamp: "2026-04-16T19:00:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:20Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs.18a6eb7bf2e5011c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23658"
    uid: d938bc07-0203-4e6b-88f7-fe1a567981a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-5bf494d8dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22867"
    uid: ceeffbd4-eb43-4b80-877a-885c2bd2afd3
  kind: Event
  lastTimestamp: "2026-04-16T18:58:39Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-5bf494d8dc-gjlqs'
  metadata:
    creationTimestamp: "2026-04-16T18:58:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:39Z"
    name: isvc-pmml-runtime-predictor-5bf494d8dc.18a6eb644a95a168
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: e9299fc5-f4ce-4067-887c-1357cd76c564
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22861"
    uid: 5135fc4a-4da0-4dca-a00b-97090dbf2407
  kind: Event
  lastTimestamp: "2026-04-16T18:58:38Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-5bf494d8dc from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:58:38Z"
    name: isvc-pmml-runtime-predictor.18a6eb64465266e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22871"
    uid: d929b494-4caf-4625-a9a3-a2b6b5b12113
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: b1c4bd0a-d6dd-4f4a-91ae-1147547c1a3d
  kind: Event
  lastTimestamp: "2026-04-16T18:59:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:23Z"
    name: isvc-pmml-runtime-predictor.18a6eb67c4cee98f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: da4d0db4-e577-4db6-ac30-fffed57b41ff
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22866"
    uid: b1c4bd0a-d6dd-4f4a-91ae-1147547c1a3d
  kind: Event
  lastTimestamp: "2026-04-16T18:59:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:58:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:59:23Z"
    name: isvc-pmml-runtime-predictor.18a6eb67c52e0389
    namespace: kserve-ci-e2e-test
    resourceVersion: "23233"
    uid: 21196e51-673e-4330-a2c6-8999a0a17c11
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: b1c4bd0a-d6dd-4f4a-91ae-1147547c1a3d
  kind: Event
  lastTimestamp: "2026-04-16T19:00:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:09Z"
    name: isvc-pmml-runtime-predictor.18a6eb724215d447
    namespace: kserve-ci-e2e-test
    resourceVersion: "23546"
    uid: a7424951-c940-4a7f-bb01-f5614c9b2283
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:59:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23026"
    uid: b1c4bd0a-d6dd-4f4a-91ae-1147547c1a3d
  kind: Event
  lastTimestamp: "2026-04-16T19:00:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:59:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:09Z"
    name: isvc-pmml-runtime-predictor.18a6eb72425973c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23547"
    uid: d78dc577-775f-4bcb-971b-60d93270787e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 102fc4c3-15c2-4c33-80ca-c490b976378f
  kind: Event
  lastTimestamp: "2026-04-16T19:00:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:16Z"
    name: isvc-pmml-runtime.18a6eb64462cf9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 581eacfb-03fa-4584-803f-36a08ffd6df5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22845"
    uid: 102fc4c3-15c2-4c33-80ca-c490b976378f
  kind: Event
  lastTimestamp: "2026-04-16T18:58:38Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:58:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:38Z"
    name: isvc-pmml-runtime.18a6eb6446bafb7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: 3bf3b0bf-4b2a-443e-8d74-45d0077aafc8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: 102fc4c3-15c2-4c33-80ca-c490b976378f
  kind: Event
  lastTimestamp: "2026-04-16T19:00:16Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:16Z"
    name: isvc-pmml-runtime.18a6eb7b14738c2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: 1445299d-3405-4578-bb27-2e9aded00c10
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:00:20.720429Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23675"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:00:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:00:20Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7bf81d9bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23683"
    uid: e003bff9-ed14-4428-bc59-07286a32bd37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23686"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:21Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:00:21Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7c1097c37e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23696"
    uid: e44190e4-db7a-4ba0-aa1b-04762a6b2485
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:21Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7c11cb4270
    namespace: kserve-ci-e2e-test
    resourceVersion: "23699"
    uid: c28255af-38a1-4376-b26b-63f61568fc29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:21Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7c15a41dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: 021449fa-2ad1-4d83-9482-4195332011f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:21Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7c16171f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: df20bf18-de1f-4a22-be03-9c432857d1d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:25Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:25Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7d1c573663
    namespace: kserve-ci-e2e-test
    resourceVersion: "23744"
    uid: dbfe14e7-e95a-4315-bc28-f24ff6dea08a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:25Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7d1f4f72fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23748"
    uid: 60e3ddc5-0d93-490b-adc3-28c1acd8c360
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:00:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:00:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:00:25Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7d1fc43f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23750"
    uid: d3b1e106-2eca-4432-993c-a76b070a1fee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:01:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:38Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb7d583dcafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: 13a8a9c8-5e6e-437c-841f-519f91e2ddd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm
    namespace: kserve-ci-e2e-test
    resourceVersion: "23678"
    uid: ec3895bd-f601-4c07-a92d-ad9bb96fd5f4
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm.18a6eb9140f33775
    namespace: kserve-ci-e2e-test
    resourceVersion: "24397"
    uid: d7a04d6b-9b05-49ea-acd3-21ad19c585b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 533cd6a1-db68-42c8-b933-d19b860f31f9
  kind: Event
  lastTimestamp: "2026-04-16T19:00:20Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-5b65fdc9dd-b5rhm'
  metadata:
    creationTimestamp: "2026-04-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:20Z"
    name: isvc-pmml-v2-kserve-predictor-5b65fdc9dd.18a6eb7bf7b244ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: 0e7bef19-3744-4cc6-88f4-fd795c195e7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23661"
    uid: b8ac7d6b-cdd9-4148-99f1-9970a14dcbc1
  kind: Event
  lastTimestamp: "2026-04-16T19:00:20Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-5b65fdc9dd from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:00:20Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eb7bf3e1447a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23666"
    uid: 94dbc6c8-ba6a-4e71-a3c5-bdcfede13413
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 73c551fd-47f3-44f5-b744-f33dbe74e0b0
  kind: Event
  lastTimestamp: "2026-04-16T19:01:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:05Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eb7f72b3dad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24036"
    uid: 3c2a7afc-983b-4e97-bd28-54d0032ceca0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: 73c551fd-47f3-44f5-b744-f33dbe74e0b0
  kind: Event
  lastTimestamp: "2026-04-16T19:01:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:05Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eb7f73140f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "24037"
    uid: 637ea773-ede2-496e-acae-e6683757e1c9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: 73c551fd-47f3-44f5-b744-f33dbe74e0b0
  kind: Event
  lastTimestamp: "2026-04-16T19:01:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:50Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eb89ef7b653a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: c183e11b-fef1-45da-bc92-1c725848125a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: 73c551fd-47f3-44f5-b744-f33dbe74e0b0
  kind: Event
  lastTimestamp: "2026-04-16T19:01:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:50Z"
    name: isvc-pmml-v2-kserve-predictor.18a6eb89efda334c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: 4b76984d-14e8-48cd-bae1-207152e892b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 0cb79f3a-832a-490e-a0d2-bd4c6c05c7df
  kind: Event
  lastTimestamp: "2026-04-16T19:01:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:48Z"
    name: isvc-pmml-v2-kserve.18a6eb7bf3b8f66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24341"
    uid: 1175f7ec-e58d-47b4-af7a-0595502f3a43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23638"
    uid: 0cb79f3a-832a-490e-a0d2-bd4c6c05c7df
  kind: Event
  lastTimestamp: "2026-04-16T19:00:20Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:20Z"
    name: isvc-pmml-v2-kserve.18a6eb7bf3f7e619
    namespace: kserve-ci-e2e-test
    resourceVersion: "23680"
    uid: 1edc2000-bf4c-497b-9eae-b62edbe39e4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:00:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 0cb79f3a-832a-490e-a0d2-bd4c6c05c7df
  kind: Event
  lastTimestamp: "2026-04-16T19:00:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:00:20Z"
    name: isvc-pmml-v2-kserve.18a6eb7bf7ba4237
    namespace: kserve-ci-e2e-test
    resourceVersion: "23681"
    uid: 8776ad98-0938-478f-a23a-faf2c15e46df
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24339"
    uid: 0cb79f3a-832a-490e-a0d2-bd4c6c05c7df
  kind: Event
  lastTimestamp: "2026-04-16T19:01:48Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:01:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:48Z"
    name: isvc-pmml-v2-kserve.18a6eb907484450b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24340"
    uid: 5492e06a-0838-42c9-961a-d3a46bb1f2ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: 9319ad33-2b8f-4aa1-a005-2bfd54f97f70
  kind: Event
  lastTimestamp: "2026-04-16T18:58:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:29Z"
    name: isvc-pmml.18a6eb4cc32975f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: 33339e1b-5268-4514-9599-dbbf0b4d1dd6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22051"
    uid: 9319ad33-2b8f-4aa1-a005-2bfd54f97f70
  kind: Event
  lastTimestamp: "2026-04-16T18:56:58Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml.18a6eb4cc38f5600
    namespace: kserve-ci-e2e-test
    resourceVersion: "22094"
    uid: bfc0e8c2-dd31-42c8-9c5e-86320b55327b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:56:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 9319ad33-2b8f-4aa1-a005-2bfd54f97f70
  kind: Event
  lastTimestamp: "2026-04-16T18:56:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:56:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:56:58Z"
    name: isvc-pmml.18a6eb4cc771dad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22095"
    uid: a3f67609-6d20-46cb-944c-fd9f4650959f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:58:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22781"
    uid: 9319ad33-2b8f-4aa1-a005-2bfd54f97f70
  kind: Event
  lastTimestamp: "2026-04-16T18:58:29Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:58:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:58:29Z"
    name: isvc-pmml.18a6eb621ee71556
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: 95e83e10-06eb-455f-81dd-0c98561d8051
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:06:49.170338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27202"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebd66988d02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27209"
    uid: f98e0703-a013-4c43-a93f-4eadc719127e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27214"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebd682975fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27221"
    uid: 08a1cb3e-50d5-4ff4-92b5-78d200e760ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebd683dc4fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27223"
    uid: 180680cf-433a-4080-ab77-fc728ab01298
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebd68695097a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27224"
    uid: c97f86c9-7bd0-499c-992b-6de56cdf66f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebd687233c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27226"
    uid: 9c54b25f-19e1-408c-b6b1-ff0e6fc701ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:06:54Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T19:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:54Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebd794936e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: f73f4a6e-81e6-4508-8219-16a9146176ca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:07:13Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 19.149s
    (19.149s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:13Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebdc09feeb19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27415"
    uid: be273e25-a8ad-43a8-a2ff-b4fc6bcf77b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:07:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:13Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebdc0de07a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27416"
    uid: 2ccfd455-188d-48ba-bc16-22f1b15ac992
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:07:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:07:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:07:13Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebdc0e658003
    namespace: kserve-ci-e2e-test
    resourceVersion: "27417"
    uid: 1ffe3c48-17f7-4d9e-9938-de210968b600
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:08:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:07:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:15Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebdc414d2d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "27855"
    uid: 0f554c9f-74fe-4ee3-89e0-052893364505
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g
    namespace: kserve-ci-e2e-test
    resourceVersion: "27204"
    uid: 6bdd8a66-f69c-48e5-8b11-a0bdfaeb5377
  kind: Event
  lastTimestamp: "2026-04-16T19:08:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:29Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g.18a6ebedc3177d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "27994"
    uid: c85bfd96-b0dd-45f8-9ae7-c5b7a2d334cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-785bb8f7db
    namespace: kserve-ci-e2e-test
    resourceVersion: "27189"
    uid: cdc0fc61-e634-42c2-aec8-86ee7812e4ae
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-785bb8f7db-9jt7g'
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm-predictor-785bb8f7db.18a6ebd6691c9c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27203"
    uid: 57050206-1e05-4b67-bff5-74d2c18e2121
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27187"
    uid: 1f6b09d3-e425-49f9-8357-c26159061e13
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-785bb8f7db from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm-predictor.18a6ebd665df3049
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: 6d450777-18a3-4459-ba37-b4bb1827f660
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: f3c94fae-942e-4868-8905-304d5d665afc
  kind: Event
  lastTimestamp: "2026-04-16T19:07:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:34Z"
    name: isvc-predictive-lightgbm-predictor.18a6ebd9e5dcc894
    namespace: kserve-ci-e2e-test
    resourceVersion: "27569"
    uid: 5d59465f-88dc-4cf0-9a4f-4072c608d04a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: f3c94fae-942e-4868-8905-304d5d665afc
  kind: Event
  lastTimestamp: "2026-04-16T19:07:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:07:34Z"
    name: isvc-predictive-lightgbm-predictor.18a6ebd9e644376b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27570"
    uid: e4b349ad-97c5-4ce8-a1e8-e354912763fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: f3c94fae-942e-4868-8905-304d5d665afc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:19Z"
    name: isvc-predictive-lightgbm-predictor.18a6ebe46301f3a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27881"
    uid: 591802e4-322f-41a6-8989-d14f09edc3fc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:07:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: f3c94fae-942e-4868-8905-304d5d665afc
  kind: Event
  lastTimestamp: "2026-04-16T19:08:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:19Z"
    name: isvc-predictive-lightgbm-predictor.18a6ebe4636e6116
    namespace: kserve-ci-e2e-test
    resourceVersion: "27882"
    uid: fd91a55a-60f9-4ea4-95a0-c9e9fffb44d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:11:29.988847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29457"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:11:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec17cb9f4ea4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29465"
    uid: ca29bc9e-cefa-4812-bb9e-904d4b535443
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:11:30Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:11:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec17e486dc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29474"
    uid: b07f9b1e-5432-48a0-988e-10155f858796
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:11:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec17e6082242
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: aa7528ab-b2e8-4d43-a0c1-883a2efbe644
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:11:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec17e90f4632
    namespace: kserve-ci-e2e-test
    resourceVersion: "29478"
    uid: 2b7a9dd2-81ea-4530-a4b6-78e44b8f186b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:11:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec17e97d23e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29479"
    uid: 4c7c21ff-05c5-4a7b-b200-495f9c8d9912
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:11:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec18d949856b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29512"
    uid: 651af1a8-3ead-4665-aeb7-fae70d098222
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:11:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec18dcde1613
    namespace: kserve-ci-e2e-test
    resourceVersion: "29517"
    uid: 36e4e358-a11c-4b36-bbd2-800479ac6fbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:11:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:11:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:34Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec18dd51e8e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29519"
    uid: f664e6a0-0d73-4079-bb71-0db72f3cafad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:13:01Z"
  message: 'Readiness probe failed: Get "http://10.132.0.31:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.132.0.31:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:12:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:01Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec204d484e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "30195"
    uid: b663a6ce-1811-4ad3-9287-f3489ebb6ef2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr
    namespace: kserve-ci-e2e-test
    resourceVersion: "29461"
    uid: eefa1ecf-5916-4925-b7e9-abc4ec426a73
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr.18a6ec2cc836eae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30173"
    uid: 5f4e92db-ba88-4639-9314-0b03f17f4ee2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29443"
    uid: ee06cf96-bda6-4ac4-8dc0-fcef5d9c307e
  kind: Event
  lastTimestamp: "2026-04-16T19:11:29Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-665ddb84b7-fs2pr'
  metadata:
    creationTimestamp: "2026-04-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-lightgbm-v2-predictor-665ddb84b7.18a6ec17cb0e9087
    namespace: kserve-ci-e2e-test
    resourceVersion: "29460"
    uid: 414eb27b-4f9a-4fd7-8451-ff2d09f3a81a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: b9c12cb4-1937-4a18-abac-6e2a5a822f40
  kind: Event
  lastTimestamp: "2026-04-16T19:11:29Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-665ddb84b7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ec17c678dd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "29445"
    uid: 6f6de6c4-224b-4090-afbd-fb6aa217d4a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29442"
    uid: 91d0b28f-7fbe-4769-b8b3-5a403d41f99f
  kind: Event
  lastTimestamp: "2026-04-16T19:12:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ec1b44f6e052
    namespace: kserve-ci-e2e-test
    resourceVersion: "29804"
    uid: 0cd0567b-f6a4-46c5-9e20-e0fc663426e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29442"
    uid: 91d0b28f-7fbe-4769-b8b3-5a403d41f99f
  kind: Event
  lastTimestamp: "2026-04-16T19:12:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:11:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:12:14Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ec1b4559246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29805"
    uid: a51a6ea9-a6a2-4a1a-b6c6-8473bf0a3039
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29590"
    uid: 91d0b28f-7fbe-4769-b8b3-5a403d41f99f
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ec25c2a49d38
    namespace: kserve-ci-e2e-test
    resourceVersion: "30136"
    uid: 9dfe382a-1859-4541-8bd2-268655261883
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29590"
    uid: 91d0b28f-7fbe-4769-b8b3-5a403d41f99f
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a6ec25c30cd1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30141"
    uid: 7b0894a6-f43e-44d7-9b72-00781c40696b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: 6afd7818-e15a-4ae7-a67c-e762ce849a9e
  kind: Event
  lastTimestamp: "2026-04-16T19:12:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:12:51Z"
    name: isvc-predictive-lightgbm-v2.18a6ec17c6535715
    namespace: kserve-ci-e2e-test
    resourceVersion: "30075"
    uid: f9afc82c-e4db-46c9-befd-555e6fcb3cae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29417"
    uid: 6afd7818-e15a-4ae7-a67c-e762ce849a9e
  kind: Event
  lastTimestamp: "2026-04-16T19:11:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-lightgbm-v2.18a6ec17c69a5a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29458"
    uid: b99a530e-533a-4951-975e-fed4eb19bbad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: 6afd7818-e15a-4ae7-a67c-e762ce849a9e
  kind: Event
  lastTimestamp: "2026-04-16T19:11:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-lightgbm-v2.18a6ec17caa7e019
    namespace: kserve-ci-e2e-test
    resourceVersion: "29463"
    uid: f5ac1afe-8119-4788-b1d9-adfcae333816
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:12:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30073"
    uid: 6afd7818-e15a-4ae7-a67c-e762ce849a9e
  kind: Event
  lastTimestamp: "2026-04-16T19:12:51Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:12:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:12:51Z"
    name: isvc-predictive-lightgbm-v2.18a6ec2ad2923c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30074"
    uid: 1809e90a-f9bf-42ab-8d96-345943ddefee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: b3af0712-1e40-4d1a-a052-848cb3d1b38f
  kind: Event
  lastTimestamp: "2026-04-16T19:08:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:25Z"
    name: isvc-predictive-lightgbm.18a6ebd665ec7f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: e6bc4109-ec72-4f9c-93ae-9a865e1d2c42
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27164"
    uid: b3af0712-1e40-4d1a-a052-848cb3d1b38f
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm.18a6ebd6664c4b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27212"
    uid: 4b7edfce-0170-4395-a845-18a930819f99
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27180"
    uid: b3af0712-1e40-4d1a-a052-848cb3d1b38f
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-lightgbm.18a6ebd66a0ddf9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27213"
    uid: 3f0184d1-5734-46b8-bc72-65140f212656
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27932"
    uid: b3af0712-1e40-4d1a-a052-848cb3d1b38f
  kind: Event
  lastTimestamp: "2026-04-16T19:08:25Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:08:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:25Z"
    name: isvc-predictive-lightgbm.18a6ebeccd78b11b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27933"
    uid: 6d5e3008-a53d-49f2-9a0b-81099183ddc2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:03:38.784740Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:03:38Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebaa15ab329f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: f674cacb-c66f-4b1d-81a8-4a90f94a24a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebaa2f1222e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: aff924da-7e88-47b5-bec7-2a33d3f918ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebaa3075a93c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 20cd8c1e-939a-42aa-9110-2acbd786fb46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebaa33d47aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "25716"
    uid: f16b44d9-b707-462c-988c-6014a587501a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:03:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:39Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebaa34434c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "25717"
    uid: 8cf68c0b-9f5d-472e-a72a-4096b50ed3ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:03:44Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T19:03:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:44Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebab56ec90fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: aadabc9d-27f1-4b9c-9bb8-4210a056ef93
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:04Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.814s
    (20.814s including waiting). Image size: 2312633199 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:04:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:04Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebb02f8c087b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25911"
    uid: 377eb14d-d06b-43e7-bc17-5d1c3717c7f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebb032a70824
    namespace: kserve-ci-e2e-test
    resourceVersion: "25912"
    uid: caf8e73c-e6ae-4006-b275-59979c2d1227
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:04:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:04:05Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebb03313531c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: 4e88f953-c424-4d5d-be17-0b2fa01542fc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:05:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:08Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebb03f12658a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: bbde893d-3b34-4f6e-8e08-2062c9020b85
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 820ba194-3f0d-4fa0-b30c-28ce07a6bc34
  kind: Event
  lastTimestamp: "2026-04-16T19:05:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:28Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p.18a6ebc3b9559d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "26548"
    uid: 671a037a-ca1b-402e-97b2-ed28e06c33ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5864bd8d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: dc549657-d50d-4988-9443-1dca675bbeaf
  kind: Event
  lastTimestamp: "2026-04-16T19:03:38Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5864bd8d8b-vgh4p'
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:38Z"
    name: isvc-predictive-sklearn-predictor-5864bd8d8b.18a6ebaa154462f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25695"
    uid: 29c7561c-d208-4bd4-904a-2181c7ff8009
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25676"
    uid: a06f4c37-2785-48ab-9905-72d3644dacf1
  kind: Event
  lastTimestamp: "2026-04-16T19:03:38Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5864bd8d8b from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:38Z"
    name: isvc-predictive-sklearn-predictor.18a6ebaa1280388b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25682"
    uid: 851b251b-99de-4386-8c74-9ede87aa0a57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25680"
    uid: 77bf72ad-da1a-4a27-81ff-64e32a6d9486
  kind: Event
  lastTimestamp: "2026-04-16T19:04:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:38Z"
    name: isvc-predictive-sklearn-predictor.18a6ebad91225dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: 87a1177f-9246-4821-bf87-703435f4939a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25680"
    uid: 77bf72ad-da1a-4a27-81ff-64e32a6d9486
  kind: Event
  lastTimestamp: "2026-04-16T19:04:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:04:38Z"
    name: isvc-predictive-sklearn-predictor.18a6ebad9187579e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26159"
    uid: 1f0cc8ca-25f7-4a16-9e59-f5b27a52f3e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 77bf72ad-da1a-4a27-81ff-64e32a6d9486
  kind: Event
  lastTimestamp: "2026-04-16T19:05:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:23Z"
    name: isvc-predictive-sklearn-predictor.18a6ebbb8d3c17d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: b08eb52f-e8da-4538-9889-291034fa8775
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:04:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25835"
    uid: 77bf72ad-da1a-4a27-81ff-64e32a6d9486
  kind: Event
  lastTimestamp: "2026-04-16T19:05:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:04:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:23Z"
    name: isvc-predictive-sklearn-predictor.18a6ebbb8da0547e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26482"
    uid: fea8521f-ce68-4dc7-a788-4dd48a7aa41c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:08:29.517789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28001"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:08:29Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebedc6b56d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: 32d0863f-e045-469c-885d-2116085d7734
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28011"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:08:29Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:08:29Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebeddf8ad935
    namespace: kserve-ci-e2e-test
    resourceVersion: "28016"
    uid: 50949255-506a-4247-bc7e-c26e28a4476d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:08:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:29Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebede0b9a7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28019"
    uid: ac09758f-9cc4-4d5e-8d91-4cd9deab10a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:08:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:30Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebede3ab8f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28021"
    uid: 34aae4a4-7141-433f-a8e2-c6e8eac6e1d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:08:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:08:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:30Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebede41e028f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28022"
    uid: 83831927-9c9f-4796-ba63-0bbaced38346
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:08:34Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:34Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebeed20fb948
    namespace: kserve-ci-e2e-test
    resourceVersion: "28055"
    uid: f69eed0e-81f3-4ed9-a8a8-9072fe1f30e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:08:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:34Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebeed56114ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28059"
    uid: d4e0000e-3663-4a3e-b5b3-f0f7078aea41
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:08:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:08:34Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebeed5d86d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "28060"
    uid: c4f47ed6-0b48-4943-a983-8db12a74cce1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:10:03Z"
  message: 'Readiness probe failed: Get "http://10.132.0.29:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.132.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:09:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:03Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ebf645e61e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28790"
    uid: bcbc7b0f-ba59-4a5b-9156-d66d295ea90c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj
    namespace: kserve-ci-e2e-test
    resourceVersion: "28005"
    uid: 249f4566-3bc9-4706-b0bd-f49a4d341470
  kind: Event
  lastTimestamp: "2026-04-16T19:09:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:09:59Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj.18a6ec02c39d67a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28725"
    uid: 00410f27-4929-4931-b46a-812c58fd9f90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "27988"
    uid: 105bccc3-01b5-4316-b695-0de10147628f
  kind: Event
  lastTimestamp: "2026-04-16T19:08:29Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf-jqkvj'
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:29Z"
    name: isvc-predictive-sklearn-v2-predictor-7f8f9f49bf.18a6ebedc65020e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28004"
    uid: 41723634-95df-4bb3-9dd8-0afd4daf6373
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27982"
    uid: 087e08f0-44ee-4f2e-875a-009d34d1e85c
  kind: Event
  lastTimestamp: "2026-04-16T19:08:29Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-7f8f9f49bf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:08:29Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ebedc26f0fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27990"
    uid: 28d05062-8f55-44c3-9d73-9b418456e6a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27987"
    uid: 0718a028-8346-4cfe-bf24-3710604c2c26
  kind: Event
  lastTimestamp: "2026-04-16T19:09:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ebf140face33
    namespace: kserve-ci-e2e-test
    resourceVersion: "28366"
    uid: da31772c-2c62-45d5-b650-bc1432c22e34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27987"
    uid: 0718a028-8346-4cfe-bf24-3710604c2c26
  kind: Event
  lastTimestamp: "2026-04-16T19:09:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:14Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ebf1415c944b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28367"
    uid: 913430a6-7911-488d-9ab6-006fb1cc64a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28146"
    uid: 0718a028-8346-4cfe-bf24-3710604c2c26
  kind: Event
  lastTimestamp: "2026-04-16T19:09:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ebfbbe824f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28695"
    uid: 7b4bb27b-cd8d-4be9-8818-2bfbbbbcd9a1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28146"
    uid: 0718a028-8346-4cfe-bf24-3710604c2c26
  kind: Event
  lastTimestamp: "2026-04-16T19:09:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:09:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:59Z"
    name: isvc-predictive-sklearn-v2-predictor.18a6ebfbbee42860
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 00808886-8570-4287-a422-ae91e5972cf1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: aa93375d-75c5-427c-8ccf-9e694da4a81b
  kind: Event
  lastTimestamp: "2026-04-16T19:09:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:53Z"
    name: isvc-predictive-sklearn-v2.18a6ebedc2467639
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 44ae93a2-56d7-43a1-8ff2-fd58be31d0b5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:08:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: aa93375d-75c5-427c-8ccf-9e694da4a81b
  kind: Event
  lastTimestamp: "2026-04-16T19:08:29Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:08:29Z"
    name: isvc-predictive-sklearn-v2.18a6ebedc2928862
    namespace: kserve-ci-e2e-test
    resourceVersion: "27993"
    uid: eeef190d-2ad7-471d-aee1-0b9e1093fbd0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: aa93375d-75c5-427c-8ccf-9e694da4a81b
  kind: Event
  lastTimestamp: "2026-04-16T19:09:53Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:09:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:53Z"
    name: isvc-predictive-sklearn-v2.18a6ec0160d26621
    namespace: kserve-ci-e2e-test
    resourceVersion: "28654"
    uid: f36f7ccc-afc4-4ae3-99f0-ef780cb7202b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: d96781f9-eec0-4633-b78a-f3ba6efe1c59
  kind: Event
  lastTimestamp: "2026-04-16T19:05:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:18Z"
    name: isvc-predictive-sklearn.18a6ebaa1285c4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26444"
    uid: dccde041-4659-4d5e-8af5-bb79a9f29b68
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25671"
    uid: d96781f9-eec0-4633-b78a-f3ba6efe1c59
  kind: Event
  lastTimestamp: "2026-04-16T19:03:38Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:38Z"
    name: isvc-predictive-sklearn.18a6ebaa131bc7d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25705"
    uid: 344f148c-5513-4437-ab17-22c3cf8b081a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25691"
    uid: d96781f9-eec0-4633-b78a-f3ba6efe1c59
  kind: Event
  lastTimestamp: "2026-04-16T19:03:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:38Z"
    name: isvc-predictive-sklearn.18a6ebaa18b85df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: 25b470f4-397f-43c0-9be1-bc2537b1d28a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26442"
    uid: d96781f9-eec0-4633-b78a-f3ba6efe1c59
  kind: Event
  lastTimestamp: "2026-04-16T19:05:18Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:18Z"
    name: isvc-predictive-sklearn.18a6ebc1594cc253
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: cb5f864e-6ab5-4d3e-a6d4-9ebc78ba4886
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:05:28.974074Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26557"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:05:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:05:28Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc3bd7704c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: c0b8df6f-8b59-42b1-bcd6-b1737187a657
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26566"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:29Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:05:29Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc3d62b043f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: 9e780b04-6c03-48dd-a940-5b4c0f89f367
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:29Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc3d7531757
    namespace: kserve-ci-e2e-test
    resourceVersion: "26573"
    uid: 8ca19ff3-296b-469e-b1f7-3854c01dd0d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:29Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc3da71e429
    namespace: kserve-ci-e2e-test
    resourceVersion: "26575"
    uid: 0b4d95d8-f9f1-455c-adb1-62bddba5748f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:05:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:29Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc3dae2b2d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26576"
    uid: 1ed1c026-298b-44b2-a8c8-d82282ade2ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:33Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:33Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc4ca88bc3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26609"
    uid: 82a089bd-7c4b-4b1f-b58d-b2cc10201eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:33Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc4cdf0531d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26615"
    uid: 5fdaf359-c3f3-48b4-8977-93659c78f2d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:05:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:05:33Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc4ce646e88
    namespace: kserve-ci-e2e-test
    resourceVersion: "26616"
    uid: 5da2ba4b-e733-4f0e-82bb-f34666bbcbf5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:06:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:05:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:35Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebc506a7c044
    namespace: kserve-ci-e2e-test
    resourceVersion: "27059"
    uid: 97cc66c0-a7a4-4305-926c-d39962d34620
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld
    namespace: kserve-ci-e2e-test
    resourceVersion: "26559"
    uid: 8b74b66d-7537-4046-a91d-b8946eecbbbb
  kind: Event
  lastTimestamp: "2026-04-16T19:06:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:06:49Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f-d8sld.18a6ebd664be5c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "27184"
    uid: c342f6af-a9a6-4d33-a909-9723f5209471
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-577fdc969f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26541"
    uid: 87bc9718-7b64-4c53-8b52-0d1e7ee77adc
  kind: Event
  lastTimestamp: "2026-04-16T19:05:28Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-577fdc969f-d8sld'
  metadata:
    creationTimestamp: "2026-04-16T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:28Z"
    name: isvc-predictive-xgboost-predictor-577fdc969f.18a6ebc3bd173057
    namespace: kserve-ci-e2e-test
    resourceVersion: "26558"
    uid: 5dece818-b920-46de-b89a-fe1573801d57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26535"
    uid: ecf1a1ca-1c98-452a-be7b-aa1b2d4e32f7
  kind: Event
  lastTimestamp: "2026-04-16T19:05:28Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-577fdc969f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:28Z"
    name: isvc-predictive-xgboost-predictor.18a6ebc3b8e0ac1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26544"
    uid: f7de945b-6e94-41b8-abe9-e1ab40a6d4b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: 8c7d7e4a-a613-4a07-8bb7-97f6627044f7
  kind: Event
  lastTimestamp: "2026-04-16T19:05:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:43Z"
    name: isvc-predictive-xgboost-predictor.18a6ebc737a11479
    namespace: kserve-ci-e2e-test
    resourceVersion: "26696"
    uid: 660ccc2f-331a-437f-91fa-8953e0431980
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: 8c7d7e4a-a613-4a07-8bb7-97f6627044f7
  kind: Event
  lastTimestamp: "2026-04-16T19:05:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:05:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:05:43Z"
    name: isvc-predictive-xgboost-predictor.18a6ebc737fa2a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "26698"
    uid: de27ef6a-525d-4f7d-9d30-98042bb05397
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 8c7d7e4a-a613-4a07-8bb7-97f6627044f7
  kind: Event
  lastTimestamp: "2026-04-16T19:06:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:43Z"
    name: isvc-predictive-xgboost-predictor.18a6ebcab6a84e29
    namespace: kserve-ci-e2e-test
    resourceVersion: "27118"
    uid: ec64773c-e8b5-4ddf-91b9-48af91d081bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26697"
    uid: 8c7d7e4a-a613-4a07-8bb7-97f6627044f7
  kind: Event
  lastTimestamp: "2026-04-16T19:06:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:05:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:06:43Z"
    name: isvc-predictive-xgboost-predictor.18a6ebcab7081580
    namespace: kserve-ci-e2e-test
    resourceVersion: "27119"
    uid: 8de149b6-c8d6-4b41-8bbd-bc212c47a885
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:09:59.738514Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:09:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:09:59Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec02c8488044
    namespace: kserve-ci-e2e-test
    resourceVersion: "28743"
    uid: 3161a480-22a0-48f8-b1ef-e8be0cbd0f19
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28747"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:10:00Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:10:00Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec02e0e7d0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28753"
    uid: ffa9aaed-dc07-44c0-a752-131d41586525
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:10:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:00Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec02e2436d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28755"
    uid: cb6938aa-d544-445a-a185-53d502c0d1e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:10:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:00Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec02e5529eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28757"
    uid: 3b2eb475-0f7b-4f20-8198-d13f6aff3382
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:10:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:00Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec02e609baa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28758"
    uid: c7f05292-534d-4a67-870f-143ceb2a51bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:10:04Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:04Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec03d5c4ea1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28794"
    uid: 08a7761f-a210-4963-9472-0bed7d3c0bc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:10:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:04Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec03d8920d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28798"
    uid: 3568c45b-8504-403c-8822-dd1c5de823da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:10:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:10:04Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec03d904b008
    namespace: kserve-ci-e2e-test
    resourceVersion: "28799"
    uid: 15666a9e-f7dc-4919-a322-2631add39fcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:11:16Z"
  message: 'Readiness probe failed: Get "http://10.132.0.30:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:16Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec0b49bef567
    namespace: kserve-ci-e2e-test
    resourceVersion: "29310"
    uid: b4e816e5-8755-4d93-b5ea-5687360c54b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 0573d8be-fea5-4a44-b830-4e7e9ba8c01c
  kind: Event
  lastTimestamp: "2026-04-16T19:11:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:11:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2.18a6ec17c525caa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29437"
    uid: 375656f3-5c21-432c-8eb9-0d18a054a559
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-795b445d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 8c667087-e0a2-40be-94db-3aa800fc4545
  kind: Event
  lastTimestamp: "2026-04-16T19:09:59Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-795b445d66-8mmk2'
  metadata:
    creationTimestamp: "2026-04-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:59Z"
    name: isvc-predictive-xgboost-v2-predictor-795b445d66.18a6ec02c7d95274
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: f75311eb-584f-4421-a520-308c4ad0d381
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28721"
    uid: 4a802f5f-c534-4577-97aa-cae2f9fa4deb
  kind: Event
  lastTimestamp: "2026-04-16T19:09:59Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-795b445d66 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:09:59Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ec02c4051b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "28727"
    uid: 5c0310b8-9e42-4b86-9083-badb3de5ab08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28722"
    uid: d3dc68ba-0b40-4a99-a362-3a4afc05cb07
  kind: Event
  lastTimestamp: "2026-04-16T19:10:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ec0642734d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28877"
    uid: 6bf4dbd8-4b68-494f-af8b-d5301fe69d5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28722"
    uid: d3dc68ba-0b40-4a99-a362-3a4afc05cb07
  kind: Event
  lastTimestamp: "2026-04-16T19:10:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:10:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:10:14Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ec0642d2ff19
    namespace: kserve-ci-e2e-test
    resourceVersion: "28879"
    uid: af3cf154-0e95-41ab-86d6-a17140915dc6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28878"
    uid: d3dc68ba-0b40-4a99-a362-3a4afc05cb07
  kind: Event
  lastTimestamp: "2026-04-16T19:11:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ec09c1dae7e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: 2041e531-ab73-454e-8765-18f56069356a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T19:10:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28878"
    uid: d3dc68ba-0b40-4a99-a362-3a4afc05cb07
  kind: Event
  lastTimestamp: "2026-04-16T19:11:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:10:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:11:29Z"
    name: isvc-predictive-xgboost-v2-predictor.18a6ec09c23f60b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29414"
    uid: 2ce41c64-5fe2-4156-9080-368ab0141b34
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: b455b140-29f9-4551-b24d-53da4d207706
  kind: Event
  lastTimestamp: "2026-04-16T19:11:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:19Z"
    name: isvc-predictive-xgboost-v2.18a6ec02c3d75dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "29340"
    uid: 37399bd9-b379-4abb-9827-4854b96e8634
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:09:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: b455b140-29f9-4551-b24d-53da4d207706
  kind: Event
  lastTimestamp: "2026-04-16T19:09:59Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:09:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:09:59Z"
    name: isvc-predictive-xgboost-v2.18a6ec02c4217b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28729"
    uid: b5627b2b-4d70-47da-9775-0fe72a7c5389
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:11:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: b455b140-29f9-4551-b24d-53da4d207706
  kind: Event
  lastTimestamp: "2026-04-16T19:11:19Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:11:19Z"
    name: isvc-predictive-xgboost-v2.18a6ec15669cd940
    namespace: kserve-ci-e2e-test
    resourceVersion: "29339"
    uid: c3407179-7762-4b14-be61-115d90ab7817
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: f576b6a4-7d49-48e3-a324-f2490311a95f
  kind: Event
  lastTimestamp: "2026-04-16T19:06:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:45Z"
    name: isvc-predictive-xgboost.18a6ebc3b8ba51b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27138"
    uid: 0910773d-dfc4-437f-a562-bbd8e1440f8f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:05:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26518"
    uid: f576b6a4-7d49-48e3-a324-f2490311a95f
  kind: Event
  lastTimestamp: "2026-04-16T19:05:28Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:05:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:05:28Z"
    name: isvc-predictive-xgboost.18a6ebc3b8fcf9bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26546"
    uid: bbf080a7-400a-41cb-8e6f-3799186a7208
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:06:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27136"
    uid: f576b6a4-7d49-48e3-a324-f2490311a95f
  kind: Event
  lastTimestamp: "2026-04-16T19:06:45Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:06:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:06:45Z"
    name: isvc-predictive-xgboost.18a6ebd59210e9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: 5a1883ee-4566-4843-81c4-d4359dd189d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:01:52.211208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-a68e7d-predictor-655664fd94-frkx7
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb9145642352
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: b35b1c0c-7a5e-4dd9-a0a1-a19cef3960a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24417"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb915ea9bafc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 3231a2ef-c090-4cfb-b177-f55fd5642174
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb915fef91ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: bae99440-1659-4481-b2b0-6d80e5ce9eb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb9162e6ec4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: b5328a24-c523-4070-9f3d-ef09e9a83862
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb916356b98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: e75cbd86-06fd-4f87-8b9d-6eb181d0961f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:01:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:57Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb926e579f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 8e445be8-7241-454f-964b-f3f953009439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:01:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:57Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb9271cec4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 953d8635-4b7a-4311-b02c-13c5839e6e93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:01:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:01:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:01:57Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb92724249d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: be39bb69-b87f-4c21-84fc-40cf798c6867
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:02:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:01:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:02:59Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eb92aa402855
    namespace: kserve-ci-e2e-test
    resourceVersion: "24909"
    uid: 624db5ce-581e-4a34-ada6-bda04fed8b53
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: d141a9ba-91a0-479c-b2db-fd36e7c38e51
  kind: Event
  lastTimestamp: "2026-04-16T19:03:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:28Z"
    name: isvc-primary-a68e7d-predictor-655664fd94-frkx7.18a6eba7b4e73286
    namespace: kserve-ci-e2e-test
    resourceVersion: "25534"
    uid: 6dae731c-9b74-4168-9fd5-71407db85695
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-a68e7d-predictor-655664fd94
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: f14737a4-b776-4b18-9695-5024d395629e
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'Created pod: isvc-primary-a68e7d-predictor-655664fd94-frkx7'
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d-predictor-655664fd94.18a6eb9144ddacd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 2754af16-9130-4992-8125-5ff444ab729d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: 115a235f-efbc-47f9-9a1a-9241d8e7619d
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: Scaled up replica set isvc-primary-a68e7d-predictor-655664fd94 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d-predictor.18a6eb9140ff8079
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: 92a1eddc-64ec-48b2-8210-b1e3769560d2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: 7c435fbd-f147-4a83-8f37-52cbd22bf54c
  kind: Event
  lastTimestamp: "2026-04-16T19:02:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:07Z"
    name: isvc-primary-a68e7d-predictor.18a6eb94bfeb0091
    namespace: kserve-ci-e2e-test
    resourceVersion: "24544"
    uid: 7a46c60c-536a-42bc-9166-f59e0cbed2b1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: 7c435fbd-f147-4a83-8f37-52cbd22bf54c
  kind: Event
  lastTimestamp: "2026-04-16T19:02:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:02:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:02:07Z"
    name: isvc-primary-a68e7d-predictor.18a6eb94c04b9507
    namespace: kserve-ci-e2e-test
    resourceVersion: "24546"
    uid: 2447ac65-f44f-4224-a4a7-fa94d68e07f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24545"
    uid: 7c435fbd-f147-4a83-8f37-52cbd22bf54c
  kind: Event
  lastTimestamp: "2026-04-16T19:03:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:22Z"
    name: isvc-primary-a68e7d-predictor.18a6eb983ee966cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: 08b2f7fb-4870-4070-a4e9-edc63a783a42
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T19:02:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24545"
    uid: 7c435fbd-f147-4a83-8f37-52cbd22bf54c
  kind: Event
  lastTimestamp: "2026-04-16T19:03:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:22Z"
    name: isvc-primary-a68e7d-predictor.18a6eb983f46850b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 2517c774-2168-4b85-9db9-85b476b80e5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a68e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 1cbcf8a3-3ffb-4a22-b8ea-2522f148ec2f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:06Z"
    name: isvc-primary-a68e7d.18a6eb9141054cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24970"
    uid: f9d0e0ec-3b3b-4862-a7a7-cda9bd1d07ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a68e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 1cbcf8a3-3ffb-4a22-b8ea-2522f148ec2f
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'Failed to update status for InferenceService "isvc-primary-a68e7d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-a68e7d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d.18a6eb91418e3095
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: b0d5bf45-a0f7-43d4-b256-167b4183381d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:01:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a68e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: 1cbcf8a3-3ffb-4a22-b8ea-2522f148ec2f
  kind: Event
  lastTimestamp: "2026-04-16T19:01:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-a68e7d": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:01:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:01:52Z"
    name: isvc-primary-a68e7d.18a6eb91418e8ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 1b5f2871-83c0-487f-843e-c7408ec6eb58
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-a68e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24967"
    uid: 1cbcf8a3-3ffb-4a22-b8ea-2522f148ec2f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:06Z"
  message: InferenceService [isvc-primary-a68e7d] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:03:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:06Z"
    name: isvc-primary-a68e7d.18a6eba2a97157c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24968"
    uid: 755c3918-b1ff-49c9-b16e-94634341718a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:03:12.377621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25102"
    uid: 316749c8-6e39-443e-875c-99e98f785c1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:03:12Z"
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2.18a6eba3efae85e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25107"
    uid: e47bc4d7-e51b-4846-adbe-594f98c8f259
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25111"
    uid: 316749c8-6e39-443e-875c-99e98f785c1f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:12Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:03:12Z"
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2.18a6eba40894f893
    namespace: kserve-ci-e2e-test
    resourceVersion: "25117"
    uid: 7f8ff97d-59d6-4c1d-81e0-a1542bb06c87
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 316749c8-6e39-443e-875c-99e98f785c1f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:17Z"
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2.18a6eba409ca6596
    namespace: kserve-ci-e2e-test
    resourceVersion: "25287"
    uid: d5d47581-a893-49c6-9de5-ce6f8f660439
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 316749c8-6e39-443e-875c-99e98f785c1f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:17Z"
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2.18a6eba40d7c153d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25292"
    uid: 18391e92-f2da-463b-9511-c1597b0cd137
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 316749c8-6e39-443e-875c-99e98f785c1f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:17Z"
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2.18a6eba40debd4e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25293"
    uid: bc939d2f-0d41-4675-a247-897a493c961e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25105"
    uid: 316749c8-6e39-443e-875c-99e98f785c1f
  kind: Event
  lastTimestamp: "2026-04-16T19:03:25Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2_kserve-ci-e2e-test(316749c8-6e39-443e-875c-99e98f785c1f)
  metadata:
    creationTimestamp: "2026-04-16T19:03:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:03:25Z"
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2.18a6eba6fe3e6c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "25451"
    uid: 5dcab170-40cf-48f7-aa0c-61db1105eb06
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: 931f7ade-593c-4dd9-908e-c5b1149d5dc0
  kind: Event
  lastTimestamp: "2026-04-16T19:03:12Z"
  message: 'Created pod: isvc-secondary-a68e7d-predictor-7f7d945c6c-r7zr2'
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:12Z"
    name: isvc-secondary-a68e7d-predictor-7f7d945c6c.18a6eba3ef24e5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25103"
    uid: 973aa8f9-2c88-4420-98de-737762043fcc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25089"
    uid: dae8650d-26b0-4a82-8fa7-aa40713664fe
  kind: Event
  lastTimestamp: "2026-04-16T19:03:12Z"
  message: Scaled up replica set isvc-secondary-a68e7d-predictor-7f7d945c6c from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:12Z"
    name: isvc-secondary-a68e7d-predictor.18a6eba3ec77464f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: 2a8f93b5-9fc8-4146-a83a-a2088f5a1642
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: b5534906-16b4-42f0-830a-4177e19cc850
  kind: Event
  lastTimestamp: "2026-04-16T19:03:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:27Z"
    name: isvc-secondary-a68e7d-predictor.18a6eba76afc3a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: f63d0486-6e01-4bdb-815a-f0b66813b5c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-a68e7d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: b5534906-16b4-42f0-830a-4177e19cc850
  kind: Event
  lastTimestamp: "2026-04-16T19:03:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:03:27Z"
    name: isvc-secondary-a68e7d-predictor.18a6eba76b665580
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: 3081adaa-92fa-413c-a06f-52fa38568727
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a68e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 14c74a3e-04a1-44d0-8e91-27ee4779323d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:25Z"
    name: isvc-secondary-a68e7d.18a6eba3ec548cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25455"
    uid: c4a3d9e0-b1c8-474f-89bf-a14c006359d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a68e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 14c74a3e-04a1-44d0-8e91-27ee4779323d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:12Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-a68e7d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-a68e7d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:12Z"
    name: isvc-secondary-a68e7d.18a6eba3ecfbf381
    namespace: kserve-ci-e2e-test
    resourceVersion: "25096"
    uid: 8ba960dd-2b44-43dd-a0ca-3e6a4757483c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:03:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-a68e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25081"
    uid: 14c74a3e-04a1-44d0-8e91-27ee4779323d
  kind: Event
  lastTimestamp: "2026-04-16T19:03:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-a68e7d": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:03:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:03:12Z"
    name: isvc-secondary-a68e7d.18a6eba3ecfc3020
    namespace: kserve-ci-e2e-test
    resourceVersion: "25098"
    uid: 109bdd10-1b5a-4652-8b25-ce4485be15b0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:42:21.060423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:42:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:42:21Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea80975d6108
    namespace: kserve-ci-e2e-test
    resourceVersion: "14833"
    uid: c13a161e-f917-4225-a920-93d2f71ee4d2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14837"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:21Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:42:21Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea80b0c0429f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 2a366947-a3e2-4962-937a-129842fa149f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:21Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea80b212cd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "14846"
    uid: 0ef38043-0a4a-48f9-aad3-bf5262e2c547
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:21Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea80b53e2250
    namespace: kserve-ci-e2e-test
    resourceVersion: "14849"
    uid: 353cc42b-2ca6-4055-9d22-2e95d30f4d79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:21Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea80b5b1d48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14850"
    uid: 651b6bf6-2718-487f-b6ed-9f290745d726
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:26Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea81c6249148
    namespace: kserve-ci-e2e-test
    resourceVersion: "14891"
    uid: e3ce5333-f679-491e-9224-a56874378fc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:26Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea81c973271d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: e57144cb-5946-4242-a6ac-2452e4f81ecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:26Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea81c9e4e362
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: 5a5d9564-d26e-46b0-a82a-7bc7303bf17c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:26Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea81c9f1abaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: ee4d21fc-e8cc-4dc7-b0fd-8cb09439acda
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:26Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:26Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea81cd17e369
    namespace: kserve-ci-e2e-test
    resourceVersion: "14899"
    uid: b27a4e78-dbc7-48bd-9cb6-3bd5376d9012
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:42:26Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:26Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea81cd852212
    namespace: kserve-ci-e2e-test
    resourceVersion: "14900"
    uid: c1055da1-f05f-435b-8337-eb615acdc989
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:13Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea82023971d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: 46525fd8-fb3e-4b99-9c91-df398fd0ff5c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:44:13Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:44:13Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea823dffa66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: 59855e73-6afe-4ed9-b0ad-deac0955fc90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea9468a2a153
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 941a646e-e029-4b2a-86c9-b02b822c8548
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: fbe71a81-66f8-43fb-b1b3-48b46f8e363f
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r.18a6ea9468a41bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: c42f9207-bd0b-4fd3-97a8-c885786d97b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14811"
    uid: 1bd1c155-7755-4fcd-8f46-7c767946cccb
  kind: Event
  lastTimestamp: "2026-04-16T18:42:21Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-56bb8466fd-gpl7r'
  metadata:
    creationTimestamp: "2026-04-16T18:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:21Z"
    name: isvc-sklearn-batcher-custom-predictor-56bb8466fd.18a6ea8096f8d922
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: 8cb77646-435f-4dd0-8cb4-30f5bd0e8736
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: 4d204a2a-9366-48cf-b9de-ad2b28444211
  kind: Event
  lastTimestamp: "2026-04-16T18:42:20Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-56bb8466fd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:20Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ea8092a4247e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: 28383291-2710-431a-b8b3-c5aa24335487
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: 01bf3df2-5cdb-489e-af83-bf90e1a32fe4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ea8411691754
    namespace: kserve-ci-e2e-test
    resourceVersion: "15196"
    uid: b492d9b5-9488-4572-b19e-a39480bc8a3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: 01bf3df2-5cdb-489e-af83-bf90e1a32fe4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:42:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ea8411c6ca65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 7012f940-c83e-4b1f-b06a-ada443b6073d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: 01bf3df2-5cdb-489e-af83-bf90e1a32fe4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ea8e8e52a058
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: ee14a53d-d314-40a9-81ba-508bb0488a61
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14973"
    uid: 01bf3df2-5cdb-489e-af83-bf90e1a32fe4
  kind: Event
  lastTimestamp: "2026-04-16T18:43:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:43:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18a6ea8e8eb663ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15421"
    uid: 2830a426-d9c0-46cc-b894-1e4242fdcf01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 1ada21d7-ae7c-4e3d-bfe8-d3cd11a63974
  kind: Event
  lastTimestamp: "2026-04-16T18:43:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:33Z"
    name: isvc-sklearn-batcher-custom.18a6ea80927c3d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: bccfe6ec-2e4c-4a03-8d26-c5a6a41ec13a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 1ada21d7-ae7c-4e3d-bfe8-d3cd11a63974
  kind: Event
  lastTimestamp: "2026-04-16T18:42:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:20Z"
    name: isvc-sklearn-batcher-custom.18a6ea80930e4930
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: f15d149e-eda0-4eb1-8016-bcdc4bad9609
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15399"
    uid: 1ada21d7-ae7c-4e3d-bfe8-d3cd11a63974
  kind: Event
  lastTimestamp: "2026-04-16T18:43:33Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:33Z"
    name: isvc-sklearn-batcher-custom.18a6ea918d182382
    namespace: kserve-ci-e2e-test
    resourceVersion: "15401"
    uid: e493b1e2-d106-40d8-a2fa-0fcf9a722594
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:40:45.722735Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14058"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:40:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:40:45Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6a64cbafcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14063"
    uid: 4910aa0f-6416-42fe-8deb-f15ea2e81fcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14067"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:46Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:40:46Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6a7dfb9e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "14078"
    uid: 3fe50a62-00bb-4289-a0cc-e39553c3207c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:46Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
  metadata:
    creationTimestamp: "2026-04-16T18:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:46Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6a7f2e9a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "14080"
    uid: 6009bc86-e2be-4728-9345-95ee1f28e7c2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:49Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    in 3.259s (3.259s including waiting). Image size: 299659693 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:49Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6b4178cdb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14103"
    uid: 295c3ec8-7f81-49e1-a3b6-0da2ce6c589b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:49Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6b458327fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "14105"
    uid: bf952aeb-3d94-493f-b327-5730339448a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:49Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6b45f82214
    namespace: kserve-ci-e2e-test
    resourceVersion: "14106"
    uid: 8b8781f1-79a3-4eb1-9bad-c24943481489
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:40:53Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
  metadata:
    creationTimestamp: "2026-04-16T18:40:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:40:53Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6c470a9d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: 74953480-ca5a-4363-b3f8-6688f0c2d31e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:41:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    in 12.774s (12.774s including waiting). Image size: 1560613809 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:06Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6f40773013
    namespace: kserve-ci-e2e-test
    resourceVersion: "14240"
    uid: 519beb5c-252a-4846-98bd-f0811cbed870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:41:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:06Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6f4389c1b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14242"
    uid: de354e24-366d-43cd-a8f6-62ca53655125
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:41:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:06Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6f43f74757
    namespace: kserve-ci-e2e-test
    resourceVersion: "14243"
    uid: 29ccffb6-e0fa-48de-a73c-8642fe9b74ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:41:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
  metadata:
    creationTimestamp: "2026-04-16T18:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:06Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6f440349de
    namespace: kserve-ci-e2e-test
    resourceVersion: "14244"
    uid: efb8c2d4-de14-4583-b05a-99c51ef3c6a0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:41:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:f2fb11757d99ef46b1388e1609ace6b5f516fdebd4ee81c172186c5de9dc18b9"
    in 2.893s (2.893s including waiting). Image size: 237894735 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:09Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6ff07c5053
    namespace: kserve-ci-e2e-test
    resourceVersion: "14265"
    uid: 9e2166e2-1527-4c5c-9189-f8220e7440cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:41:09Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:09Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6ff3c22396
    namespace: kserve-ci-e2e-test
    resourceVersion: "14267"
    uid: 826c52d1-fb66-4cc2-abf9-b059a945ac16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:41:09Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:41:09Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea6ff434095e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14269"
    uid: 360205e5-e74f-4634-b332-2b33692ca36b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:42:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T18:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:41Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea7004ec5d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15014"
    uid: 5e773303-2100-4091-95a5-602bf1bd56f1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:42:41Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-16T18:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:41Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea7040ba8192
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: 2a6eb4e9-5c11-4357-8503-6f28229572df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:42:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:20Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea80933344a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: f93ef08a-952f-49ab-95dc-d80b04cc0a3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: f05da57e-0303-4cb6-adb3-c3f6e1472c3a
  kind: Event
  lastTimestamp: "2026-04-16T18:42:20Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-16T18:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:42:20Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967-4xml2.18a6ea809334c82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 6a57ad21-7c62-41ea-910a-1649bb3be7a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-8689cc5967
    namespace: kserve-ci-e2e-test
    resourceVersion: "14052"
    uid: a134f203-18fe-49fb-a864-7073fcf89605
  kind: Event
  lastTimestamp: "2026-04-16T18:40:45Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-8689cc5967-4xml2'
  metadata:
    creationTimestamp: "2026-04-16T18:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:45Z"
    name: isvc-sklearn-batcher-predictor-8689cc5967.18a6ea6a6488f3ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14059"
    uid: 0fa69c6d-3d5f-433f-af66-c3ea28334b7e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14051"
    uid: b6989edf-e2c4-42cc-9c7b-df8709c6bfbb
  kind: Event
  lastTimestamp: "2026-04-16T18:40:45Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-8689cc5967 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T18:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:40:45Z"
    name: isvc-sklearn-batcher-predictor.18a6ea6a60c4eea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14053"
    uid: 3c629eb8-dd3f-415c-aff0-572aea9f1fad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14068"
    uid: bf06dfe5-c4b8-43a8-a3d6-513a1c887c88
  kind: Event
  lastTimestamp: "2026-04-16T18:41:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:45Z"
    name: isvc-sklearn-batcher-predictor.18a6ea6de613e3b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: 7b29f30f-c8e3-41c4-9cd3-2854392dfd29
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T18:41:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14068"
    uid: bf06dfe5-c4b8-43a8-a3d6-513a1c887c88
  kind: Event
  lastTimestamp: "2026-04-16T18:41:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:41:45Z"
    name: isvc-sklearn-batcher-predictor.18a6ea6de678ff07
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: 59c5b052-e03e-458b-a643-6c64b4d67545
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: bf06dfe5-c4b8-43a8-a3d6-513a1c887c88
  kind: Event
  lastTimestamp: "2026-04-16T18:42:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:15Z"
    name: isvc-sklearn-batcher-predictor.18a6ea7be20298f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14751"
    uid: 97c5d90d-94c7-4cb2-9263-1c3c0d53b864
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14197"
    uid: bf06dfe5-c4b8-43a8-a3d6-513a1c887c88
  kind: Event
  lastTimestamp: "2026-04-16T18:42:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T18:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:42:15Z"
    name: isvc-sklearn-batcher-predictor.18a6ea7be264b904
    namespace: kserve-ci-e2e-test
    resourceVersion: "14752"
    uid: aa75d7b5-7aeb-4a36-a8fe-dc35f715baf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14040"
    uid: c1ea4ef5-14cb-4960-b911-3b575a410b18
  kind: Event
  lastTimestamp: "2026-04-16T18:42:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:11Z"
    name: isvc-sklearn-batcher.18a6ea6a66de76fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14725"
    uid: 8d710bc1-b665-48f1-a125-7ef5138eda49
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14040"
    uid: c1ea4ef5-14cb-4960-b911-3b575a410b18
  kind: Event
  lastTimestamp: "2026-04-16T18:40:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:45Z"
    name: isvc-sklearn-batcher.18a6ea6a6720667e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14070"
    uid: b9b48b13-fff0-4721-b6c3-1d391bb18c89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:40:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14040"
    uid: c1ea4ef5-14cb-4960-b911-3b575a410b18
  kind: Event
  lastTimestamp: "2026-04-16T18:40:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:40:45Z"
    name: isvc-sklearn-batcher.18a6ea6a6720ac22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14071"
    uid: da2f3c5c-9fe4-4f6a-b491-315809d44711
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:42:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: c1ea4ef5-14cb-4960-b911-3b575a410b18
  kind: Event
  lastTimestamp: "2026-04-16T18:42:11Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:42:11Z"
    name: isvc-sklearn-batcher.18a6ea7e796752c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14724"
    uid: 0f141c0e-f413-4a95-b25c-f2813f92ed90
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:52:22.767938Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19813"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:52:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:52:22Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0cafed640c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 7eef1603-3f65-40d6-a610-10ab8e82b629
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19824"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0cc95beea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19829"
    uid: ffea988e-1a67-4762-aad2-d3e9248d2094
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0ccab3f6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19832"
    uid: a5a1804b-7645-44a5-9c46-29f7c39df511
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T18:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0cce3704ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19834"
    uid: 0c48045b-5435-4970-8415-8622f5ea00e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T18:52:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:23Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0cceacb894
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: f7c3cefe-3d94-4792-beb8-1c39e0419131
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:27Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0dbb90bf43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: 6f22a73a-847b-4eaf-b07d-8b1f7325494b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:27Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0dbea72caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19877"
    uid: e86a38dc-3884-4118-b808-4a646c372f84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:27Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0dbf1a0dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19879"
    uid: b4327ae9-54df-4596-9812-5100cca89f80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-16T18:52:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:27Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0dbf25b41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: 201bec31-e630-4eb7-bcfd-0f65e5486648
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.659s (2.659s including waiting). Image size: 237663781 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:29Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0e5db16d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 78788ff2-a3af-4d23-affe-8a0f2b7ffb7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:30Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:30Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0e60b5d408
    namespace: kserve-ci-e2e-test
    resourceVersion: "19901"
    uid: 20b9193e-d3c7-401e-a5c6-1764db245d07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:52:30Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:52:30Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb0e612592f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19902"
    uid: 06c8e958-5a19-4478-8b8f-df7cd8fe034d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:53:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:32Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb1d052f4634
    namespace: kserve-ci-e2e-test
    resourceVersion: "20370"
    uid: 630dbc1c-3d5a-4d07-8587-bdad17db1002
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:53:32Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-16T18:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:53:32Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb1d052fcf4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20373"
    uid: 661fcde2-b1a5-4e16-988d-7794de9e2876
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 01020069-28e9-4b31-957d-6b2555ceaef1
  kind: Event
  lastTimestamp: "2026-04-16T18:54:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.42:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.42:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T18:53:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:54:01Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7.18a6eb1ef77b7ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 5e5ab197-5fad-4cfb-b68e-d892943bf979
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-64dbc547c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19799"
    uid: cef81af7-005b-459d-ba4d-368e292257a9
  kind: Event
  lastTimestamp: "2026-04-16T18:52:22Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-64dbc547c5-z25m7'
  metadata:
    creationTimestamp: "2026-04-16T18:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:22Z"
    name: isvc-sklearn-mcp-predictor-64dbc547c5.18a6eb0caf653973
    namespace: kserve-ci-e2e-test
    resourceVersion: "19814"
    uid: 9246afcf-c957-49b1-b793-cfb507901d22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19794"
    uid: 8ea12194-0689-4126-b994-e67acbb7018d
  kind: Event
  lastTimestamp: "2026-04-16T18:52:22Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-64dbc547c5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:52:22Z"
    name: isvc-sklearn-mcp-predictor.18a6eb0cac7fd417
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 1f0d97ca-c244-4b10-89dc-2813394aacf8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: e30614d5-6814-40f0-af84-1e5eeaaddb8c
  kind: Event
  lastTimestamp: "2026-04-16T18:53:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:31Z"
    name: isvc-sklearn-mcp.18a6eb0cac1388bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 0e729ef8-7fb7-47bd-9c23-40fb3aa3c5c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: e30614d5-6814-40f0-af84-1e5eeaaddb8c
  kind: Event
  lastTimestamp: "2026-04-16T18:52:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:22Z"
    name: isvc-sklearn-mcp.18a6eb0cac8ab411
    namespace: kserve-ci-e2e-test
    resourceVersion: "19823"
    uid: b565a1ff-80aa-470b-8c0e-b20ee100be90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:52:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19792"
    uid: e30614d5-6814-40f0-af84-1e5eeaaddb8c
  kind: Event
  lastTimestamp: "2026-04-16T18:52:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:52:22Z"
    name: isvc-sklearn-mcp.18a6eb0cb1186626
    namespace: kserve-ci-e2e-test
    resourceVersion: "19825"
    uid: 6f3da4be-2d94-4519-b246-a1205b118fe6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:53:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: e30614d5-6814-40f0-af84-1e5eeaaddb8c
  kind: Event
  lastTimestamp: "2026-04-16T18:53:31Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:53:31Z"
    name: isvc-sklearn-mcp.18a6eb1ca776522b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: e3378931-c181-4c8b-8e1c-dbe6d000faf9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:13:02.291674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30234"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-59d84b47f5-p67pz
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2d494c9b7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30240"
    uid: a7d57548-f386-4225-9cf9-3f2603fc9a55
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30246"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:02Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2d6237ebf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: b641344a-4dca-4386-a86c-9ff40ab95982
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2d639233d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30252"
    uid: 1e0a9dec-32fb-473a-a6f6-656ff0768f7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2d668db725
    namespace: kserve-ci-e2e-test
    resourceVersion: "30255"
    uid: 363aa049-d570-40d4-86e0-5a58eab7b174
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2d66ff1099
    namespace: kserve-ci-e2e-test
    resourceVersion: "30256"
    uid: 92684ded-5cc0-4840-84dd-a8550539a68e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:07Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2e79a5b974
    namespace: kserve-ci-e2e-test
    resourceVersion: "30301"
    uid: 5bebe052-cd39-4a4c-b22d-cd3bf6d8174f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:07Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2e7cafa206
    namespace: kserve-ci-e2e-test
    resourceVersion: "30305"
    uid: c582006d-8f38-4734-84f5-bcac52b8f5db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:13:07Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2e7d22b84c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30306"
    uid: 70491937-d761-4b45-b317-0a9d53a1e55f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:14:09Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:09Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec2eb59b9d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "30747"
    uid: 24b7533b-73cb-47a4-9884-ae8897c7dc2d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-59d84b47f5-p67pz
    namespace: kserve-ci-e2e-test
    resourceVersion: "30237"
    uid: 85724ee6-d268-44c8-8ef2-aa2c41e5e59c
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: isvc-sklearn-predictor-59d84b47f5-p67pz.18a6ec3ff29bcb2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30886"
    uid: b3744d91-60eb-4b9e-a124-540197f64a42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-59d84b47f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30224"
    uid: 96d463aa-d2cf-4981-a1a7-6714f7c172c8
  kind: Event
  lastTimestamp: "2026-04-16T19:13:02Z"
  message: 'Created pod: isvc-sklearn-predictor-59d84b47f5-p67pz'
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn-predictor-59d84b47f5.18a6ec2d48a4a77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30235"
    uid: 8e159346-da36-4400-9bbc-cf8b10f99536
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: faef24bf-9c36-4d7f-a08a-da7f20682b2f
  kind: Event
  lastTimestamp: "2026-04-16T19:13:02Z"
  message: Scaled up replica set isvc-sklearn-predictor-59d84b47f5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn-predictor.18a6ec2d4678d407
    namespace: kserve-ci-e2e-test
    resourceVersion: "30226"
    uid: de5d04b7-7d89-4e68-a496-824fcd30f48c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 0dc882b6-022e-4ecc-bcfe-b9bd4ee3c256
  kind: Event
  lastTimestamp: "2026-04-16T19:13:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:17Z"
    name: isvc-sklearn-predictor.18a6ec30c4e6e52d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: dce5cc94-e2ad-4b16-963a-ef316b7e78e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 0dc882b6-022e-4ecc-bcfe-b9bd4ee3c256
  kind: Event
  lastTimestamp: "2026-04-16T19:13:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:13:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:17Z"
    name: isvc-sklearn-predictor.18a6ec30c53f7324
    namespace: kserve-ci-e2e-test
    resourceVersion: "30381"
    uid: 350f6bed-4742-4620-9086-fc442d59fc63
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 0dc882b6-022e-4ecc-bcfe-b9bd4ee3c256
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: isvc-sklearn-predictor.18a6ec34443f39bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30800"
    uid: b90ae851-d995-4e49-bd61-c155deef27c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 0dc882b6-022e-4ecc-bcfe-b9bd4ee3c256
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:13:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: isvc-sklearn-predictor.18a6ec34447edc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: 187c1d38-49ba-4b73-979c-82d4793aea8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:15:12.661344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31323"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56797944b-rlxdl
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4ba3efe2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31328"
    uid: 0613af29-be52-4834-aa35-1fb49ae634c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:13Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:15:13Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4bc9622394
    namespace: kserve-ci-e2e-test
    resourceVersion: "31344"
    uid: b57f1b6a-c0dc-4999-929b-ca60eafea1a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:13Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4bcab4c026
    namespace: kserve-ci-e2e-test
    resourceVersion: "31346"
    uid: b1257d8f-7d31-4583-ac97-f3aa9d958a13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:13Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4bce016da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31348"
    uid: 4be480e1-b67f-4dfe-a37d-a617f68bdc00
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:13Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4bce6fe78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31349"
    uid: d7aca79d-6f58-4253-9064-89de77e73d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:19Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4d5106f005
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: c227dfd9-758e-4df5-9e90-d96df0eb5e09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:19Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4d549afc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "31409"
    uid: 1486ef59-c37b-4128-a1d4-f718d62f1cb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:15:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:19Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4d550865e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31411"
    uid: c630c6da-ca94-476c-9ac1-f5c3f4bff7e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:15:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:31Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec4d8d08bbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31496"
    uid: 0243b184-348c-4485-a18a-0ffcb3a46a10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31325"
    uid: b43c19d4-f0ce-43df-9623-753d470b1e51
  kind: Event
  lastTimestamp: "2026-04-16T19:15:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:49Z"
    name: isvc-sklearn-runtime-predictor-56797944b-rlxdl.18a6ec544e56c418
    namespace: kserve-ci-e2e-test
    resourceVersion: "31664"
    uid: 59b9deb2-4471-45eb-810e-9c3e9041c332
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56797944b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31314"
    uid: d93b6411-b227-4bb8-b90f-2b24584b89c2
  kind: Event
  lastTimestamp: "2026-04-16T19:15:12Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56797944b-rlxdl'
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: isvc-sklearn-runtime-predictor-56797944b.18a6ec4ba386d911
    namespace: kserve-ci-e2e-test
    resourceVersion: "31324"
    uid: afa531be-ac85-44c7-82ae-aa464c45af49
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31311"
    uid: f484d600-3d25-47ed-b67a-fcfe1e05fe7f
  kind: Event
  lastTimestamp: "2026-04-16T19:15:12Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56797944b from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: isvc-sklearn-runtime-predictor.18a6ec4ba0f2282b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31316"
    uid: 184087ea-6f7f-4810-a8e9-70d03d6fad65
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: aa47fed4-4116-4163-b3b3-11d25335b07a
  kind: Event
  lastTimestamp: "2026-04-16T19:15:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:42Z"
    name: isvc-sklearn-runtime-predictor.18a6ec4f1f73d7a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31582"
    uid: 504c4617-ae40-4203-ade3-d677198f113f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31313"
    uid: aa47fed4-4116-4163-b3b3-11d25335b07a
  kind: Event
  lastTimestamp: "2026-04-16T19:15:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:15:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:42Z"
    name: isvc-sklearn-runtime-predictor.18a6ec4f1fb62058
    namespace: kserve-ci-e2e-test
    resourceVersion: "31583"
    uid: 7aa1ecb4-c21a-4e85-ac23-7e9e3f80427a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: 5eaaa09f-a311-4cd5-a1d8-2e9aba10d88a
  kind: Event
  lastTimestamp: "2026-04-16T19:15:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:15:41Z"
    name: isvc-sklearn-runtime.18a6ec4ba0c6bf82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31577"
    uid: bc6f8d70-45f9-4105-872c-d9dd3919a41d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31288"
    uid: 5eaaa09f-a311-4cd5-a1d8-2e9aba10d88a
  kind: Event
  lastTimestamp: "2026-04-16T19:15:12Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: isvc-sklearn-runtime.18a6ec4ba10daa82
    namespace: kserve-ci-e2e-test
    resourceVersion: "31336"
    uid: cd0d1587-b592-4c0f-8ba2-05ab5abd08c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: 5eaaa09f-a311-4cd5-a1d8-2e9aba10d88a
  kind: Event
  lastTimestamp: "2026-04-16T19:15:12Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: isvc-sklearn-runtime.18a6ec4ba5847eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31337"
    uid: 084c1317-f3db-48fb-b5bf-23c4a1adda4f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: 5eaaa09f-a311-4cd5-a1d8-2e9aba10d88a
  kind: Event
  lastTimestamp: "2026-04-16T19:15:41Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:15:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:15:41Z"
    name: isvc-sklearn-runtime.18a6ec52747f3846
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 4b68a75a-9067-4dd0-b8d0-3f4eac113b71
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:28:55.483675Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38162"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0b37f851a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38169"
    uid: 0f08cb66-f95d-44fd-9c6c-3cf1da64cb6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38173"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0b50f34626
    namespace: kserve-ci-e2e-test
    resourceVersion: "38183"
    uid: cef1f973-849c-47f2-836b-6996de566e24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0b523971af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38185"
    uid: 8b2af124-5500-441a-bedb-2470e43a345f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0b55242ad2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38188"
    uid: 5c424073-3f62-4511-ab5b-7b708fc1f690
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0b5594fea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38189"
    uid: 29123bfe-ff34-4557-a7f8-3b798cd88293
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:28:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:57Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0bba105681
    namespace: kserve-ci-e2e-test
    resourceVersion: "38206"
    uid: 1e3fad6b-ec3e-4424-8565-361e32bf8bfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:28:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:57Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0bbd895ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38210"
    uid: 7488e005-35af-4697-9b1d-32fa1f3eb585
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:28:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:28:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:57Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0bbdfb0e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "38212"
    uid: d91886ed-16a9-46dc-ac27-02461e79e51d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:30:16Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:28:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:16Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed0bf605708b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38853"
    uid: d9d845d6-d4e8-4fdc-a715-2428d324164a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "38164"
    uid: ac75e52e-5dcc-49cf-9451-ce0b39dbe94f
  kind: Event
  lastTimestamp: "2026-04-16T19:30:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:15Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt.18a6ed1de18868e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38798"
    uid: d625ca44-0632-4bd2-a47e-cb3e3a6384a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-57cc89c4d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38151"
    uid: 923dfa6d-af52-43c9-8ef8-3e63baa4fc3e
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-57cc89c4d5-s5fxt'
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3-predictor-57cc89c4d5.18a6ed0b37912148
    namespace: kserve-ci-e2e-test
    resourceVersion: "38163"
    uid: b1d3da2f-6214-4a52-86ff-4d3a0f2f28f4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: 06bb704d-c7ac-4212-8a1c-d71d6fdd0dd7
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-57cc89c4d5 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3-predictor.18a6ed0b3591479d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38153"
    uid: da325b91-9ef6-47ba-9079-074f2519bd94
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: fee89beb-51ec-42f8-9f7c-6e8c6ebcd0ec
  kind: Event
  lastTimestamp: "2026-04-16T19:29:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:29:25Z"
    name: isvc-sklearn-s3-predictor.18a6ed0eb4bc4ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: 9d274ddc-4e19-41e1-b4b3-d1cc1aea1538
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38150"
    uid: fee89beb-51ec-42f8-9f7c-6e8c6ebcd0ec
  kind: Event
  lastTimestamp: "2026-04-16T19:29:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:29:25Z"
    name: isvc-sklearn-s3-predictor.18a6ed0eb51b4586
    namespace: kserve-ci-e2e-test
    resourceVersion: "38416"
    uid: 1e645dcd-6be3-4b22-ab4c-1a25414c1059
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:29:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38311"
    uid: fee89beb-51ec-42f8-9f7c-6e8c6ebcd0ec
  kind: Event
  lastTimestamp: "2026-04-16T19:30:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:30:10Z"
    name: isvc-sklearn-s3-predictor.18a6ed15b2df336d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38741"
    uid: 851c1f2e-b51c-4998-a376-2668dc963e75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:29:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38311"
    uid: fee89beb-51ec-42f8-9f7c-6e8c6ebcd0ec
  kind: Event
  lastTimestamp: "2026-04-16T19:30:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:30:10Z"
    name: isvc-sklearn-s3-predictor.18a6ed15b33a918e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38742"
    uid: 90b940ed-e44a-492f-b0b9-ff0a7460f02f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:33:09.081759Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40319"
    uid: 29d52757-0ea6-4733-9053-00e5ff0d9a38
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9.18a6ed464397fbbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40323"
    uid: 8a312c34-b4b0-4363-9b4b-551a8de188e1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40328"
    uid: 29d52757-0ea6-4733-9053-00e5ff0d9a38
  kind: Event
  lastTimestamp: "2026-04-16T19:33:09Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9.18a6ed465c9da3ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40339"
    uid: 543f1f0a-5ac0-48da-81a3-a58f43680165
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 29d52757-0ea6-4733-9053-00e5ff0d9a38
  kind: Event
  lastTimestamp: "2026-04-16T19:33:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9.18a6ed465ddd6d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "40380"
    uid: 9261f19b-0896-4c65-be90-ca6ddb73bf28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 29d52757-0ea6-4733-9053-00e5ff0d9a38
  kind: Event
  lastTimestamp: "2026-04-16T19:33:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9.18a6ed4660eb5cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "40385"
    uid: 133fb38b-9ec4-43ac-a50a-91d46946bfb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 29d52757-0ea6-4733-9053-00e5ff0d9a38
  kind: Event
  lastTimestamp: "2026-04-16T19:33:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:13Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9.18a6ed46616ecbe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40387"
    uid: 0379626a-a4a1-4051-aac6-a6ffd87fbff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40321"
    uid: 29d52757-0ea6-4733-9053-00e5ff0d9a38
  kind: Event
  lastTimestamp: "2026-04-16T19:33:18Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9_kserve-ci-e2e-test(29d52757-0ea6-4733-9053-00e5ff0d9a38)
  metadata:
    creationTimestamp: "2026-04-16T19:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9.18a6ed48791ea80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40422"
    uid: 6c2f58e2-8726-43b5-b0c9-a0109ded2364
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40308"
    uid: c2285923-b8fd-4e65-ab9b-2295109014bf
  kind: Event
  lastTimestamp: "2026-04-16T19:33:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d-zr6k9'
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d.18a6ed464331016d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40320"
    uid: c616f1ad-1f1a-442d-b10d-c1f7f2a210a8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40305"
    uid: 323c04f7-a563-44b6-b79e-9e090517f25b
  kind: Event
  lastTimestamp: "2026-04-16T19:33:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-66b6cdf85d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a6ed46404915e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40310"
    uid: fc5031c8-292a-43e8-b534-fa607bbcc91d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40297"
    uid: b28c2755-3cda-41ca-a8f6-f9cb27a2a4c3
  kind: Event
  lastTimestamp: "2026-04-16T19:33:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:33:18Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ed464022ac6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40425"
    uid: 9cb1dc27-135f-4e50-97ee-4e79731688d8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40297"
    uid: b28c2755-3cda-41ca-a8f6-f9cb27a2a4c3
  kind: Event
  lastTimestamp: "2026-04-16T19:33:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ed46408d58c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40330"
    uid: 935ddf22-ab6c-4aa9-805b-e98086293e6a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40306"
    uid: b28c2755-3cda-41ca-a8f6-f9cb27a2a4c3
  kind: Event
  lastTimestamp: "2026-04-16T19:33:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:33:09Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a6ed464485df14
    namespace: kserve-ci-e2e-test
    resourceVersion: "40331"
    uid: b864ec81-c0bb-49fc-b552-d42644ace621
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:31:47.916213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39642"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:31:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:31:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed335dbffdb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39648"
    uid: 1bf7b657-0192-484a-9408-2a83dc43da12
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39653"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:31:48Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:31:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed3376ebf9b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39662"
    uid: 4d9b261e-28ce-4576-b146-f06a6e28e2d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:31:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed337835aae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39665"
    uid: 37e31d16-1df7-424c-94eb-bfe158846c03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:31:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed337ae7b234
    namespace: kserve-ci-e2e-test
    resourceVersion: "39667"
    uid: 6899eb6e-94d7-4a81-81d2-7d4f3c302c62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:31:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed337b52386a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39668"
    uid: 2d910621-bb80-4e49-a431-59fa2363524c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:31:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed33e97b3563
    namespace: kserve-ci-e2e-test
    resourceVersion: "39688"
    uid: 5f586416-5181-4170-afc9-1740bde67aec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:31:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed33ed00fceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39692"
    uid: c50e840d-56bf-4462-a733-c417f5a2e840
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:31:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed33ed6ef59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39694"
    uid: 0fcc70dc-5e66-438b-9f75-54388501d291
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:32:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:32:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed342572776a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40131"
    uid: 5e13037c-a3a9-4386-bf79-5e4e0ac7287e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:33:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:07Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed46026c0645
    namespace: kserve-ci-e2e-test
    resourceVersion: "40281"
    uid: ceee824d-1bf7-4cc2-8137-632e89efc7c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: a67e27c8-2144-4f81-9e0f-c257809f6958
  kind: Event
  lastTimestamp: "2026-04-16T19:33:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-16T19:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8.18a6ed473d38b676
    namespace: kserve-ci-e2e-test
    resourceVersion: "40378"
    uid: 2b4f4331-3d3e-4d5e-9400-9bbc4dbda1ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47
    namespace: kserve-ci-e2e-test
    resourceVersion: "39635"
    uid: bf1dd7fe-9c7e-47d6-a4b0-b86b978c937c
  kind: Event
  lastTimestamp: "2026-04-16T19:31:47Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47-675b8'
  metadata:
    creationTimestamp: "2026-04-16T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:31:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47.18a6ed335d5d7426
    namespace: kserve-ci-e2e-test
    resourceVersion: "39644"
    uid: fd0adfe2-ba88-405c-a6a3-0ebcc1b0d763
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39633"
    uid: 4040d972-e020-4e50-b8e9-a104c7ac53cc
  kind: Event
  lastTimestamp: "2026-04-16T19:31:47Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-c65bd7c47
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:31:47Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ed335b7bce6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39638"
    uid: 4d37f242-c8c5-474a-8c36-80f703041e66
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:32:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39634"
    uid: ebc7dd64-b345-4516-97db-2e2689c3e0d5
  kind: Event
  lastTimestamp: "2026-04-16T19:32:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:32:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ed36da3ddc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "39784"
    uid: d87aaf07-e5a9-4080-bfbf-54df1a3bed8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:32:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39634"
    uid: ebc7dd64-b345-4516-97db-2e2689c3e0d5
  kind: Event
  lastTimestamp: "2026-04-16T19:32:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:32:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ed36da985e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "39785"
    uid: fa189ee0-7807-492b-8afd-454f2d37decf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: ebc7dd64-b345-4516-97db-2e2689c3e0d5
  kind: Event
  lastTimestamp: "2026-04-16T19:33:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ed3a59468d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40228"
    uid: 85956efc-a135-4e2f-b05e-1a1abdcdd9a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:32:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39783"
    uid: ebc7dd64-b345-4516-97db-2e2689c3e0d5
  kind: Event
  lastTimestamp: "2026-04-16T19:33:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:02Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a6ed3a59a7af0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40229"
    uid: 090dd0da-1a7f-4074-9bf8-7304e906fb98
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39625"
    uid: 60fa97fc-e7d4-4812-8969-4c6d925b4527
  kind: Event
  lastTimestamp: "2026-04-16T19:33:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:33:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ed335b5489c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40224"
    uid: e30e5b29-a981-43e9-ac07-c528c0aa73f2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39637"
    uid: 60fa97fc-e7d4-4812-8969-4c6d925b4527
  kind: Event
  lastTimestamp: "2026-04-16T19:31:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:31:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:31:47Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ed335d6483bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39647"
    uid: c4527195-ba78-4b1a-9103-9e1cb7a1d618
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40222"
    uid: 60fa97fc-e7d4-4812-8969-4c6d925b4527
  kind: Event
  lastTimestamp: "2026-04-16T19:33:02Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:33:02Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a6ed44b3c0b20a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40223"
    uid: 7889ee01-65d7-4a51-a1cb-6505274308c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:31:36.854224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39481"
    uid: a814b853-738d-492e-ae2e-b2b124ec8caa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:31:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:31:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx.18a6ed30ca677f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "39487"
    uid: 929d75cc-c01f-485f-bf56-1b83e5587544
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39491"
    uid: a814b853-738d-492e-ae2e-b2b124ec8caa
  kind: Event
  lastTimestamp: "2026-04-16T19:31:37Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:31:37Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx.18a6ed30e3ad139c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39497"
    uid: 9bd4ae2b-2392-47a2-9041-0889627f2011
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: a814b853-738d-492e-ae2e-b2b124ec8caa
  kind: Event
  lastTimestamp: "2026-04-16T19:31:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx.18a6ed30e4f4650b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: a43c9661-a76a-4a74-948c-5128400ad297
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: a814b853-738d-492e-ae2e-b2b124ec8caa
  kind: Event
  lastTimestamp: "2026-04-16T19:31:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx.18a6ed30e7c0c235
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: db27db84-3a07-426e-9c84-92d85aabca74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: a814b853-738d-492e-ae2e-b2b124ec8caa
  kind: Event
  lastTimestamp: "2026-04-16T19:31:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:42Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx.18a6ed30e83057a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39550"
    uid: 9e858bff-f2eb-4431-ad4c-6b3594c68f75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx
    namespace: kserve-ci-e2e-test
    resourceVersion: "39485"
    uid: a814b853-738d-492e-ae2e-b2b124ec8caa
  kind: Event
  lastTimestamp: "2026-04-16T19:31:45Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx_kserve-ci-e2e-test(a814b853-738d-492e-ae2e-b2b124ec8caa)
  metadata:
    creationTimestamp: "2026-04-16T19:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx.18a6ed32be759446
    namespace: kserve-ci-e2e-test
    resourceVersion: "39574"
    uid: 1d16d8d1-6176-4b9f-ba76-59ab7cd14780
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39470"
    uid: f74bc41d-e01c-4e85-91bd-a8cb8237f1a0
  kind: Event
  lastTimestamp: "2026-04-16T19:31:36Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd-xk7rx'
  metadata:
    creationTimestamp: "2026-04-16T19:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:31:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-67954558cd.18a6ed30c9d7d3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "39484"
    uid: 96695682-4538-4d9e-af93-0c8b0a6abf0a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39467"
    uid: a6222b67-30b4-4da8-882f-e1a4f3066604
  kind: Event
  lastTimestamp: "2026-04-16T19:31:36Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-67954558cd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:31:36Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a6ed30c77259fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39472"
    uid: 491a0498-eaa6-496c-a6a4-948c88dc4627
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: d2adf233-a770-46dc-b5a1-cf6c198c540d
  kind: Event
  lastTimestamp: "2026-04-16T19:31:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:31:45Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ed30c74a9400
    namespace: kserve-ci-e2e-test
    resourceVersion: "39584"
    uid: a487f90e-9e18-45cf-9810-08984e52597f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39460"
    uid: d2adf233-a770-46dc-b5a1-cf6c198c540d
  kind: Event
  lastTimestamp: "2026-04-16T19:31:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:31:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:31:36Z"
    name: isvc-sklearn-s3-tls-global-fail.18a6ed30c7dda6a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39474"
    uid: 547e50a0-ae59-4d32-9a80-0e2cdc5c8827
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:30:15.727588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38817"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:30:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:30:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1de6e144e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38822"
    uid: 16604398-d2b9-4c41-a6af-7da875510144
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38827"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:30:16Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:30:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1e002ee3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38838"
    uid: 2f5f5e90-a803-47ef-9ff2-2f61cf95f291
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:30:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1e0180a0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38840"
    uid: 1c7b6fd4-82fc-4026-ae45-9f172af91b66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:30:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1e04c87750
    namespace: kserve-ci-e2e-test
    resourceVersion: "38844"
    uid: 33e02c07-7231-4ff4-9635-978188c6732b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:30:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:30:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1e0537f6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38845"
    uid: fee7b252-71f1-429e-aae0-abfc832739ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:30:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1e6a10e00f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38865"
    uid: c59005c3-e577-4bd9-8883-069aa4e369f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:30:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1e6d7b78a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38870"
    uid: b8a67e1b-47e4-4cce-b75c-289de487e526
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:30:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:30:17Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1e6dec7ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38872"
    uid: fca1abce-7ca7-4156-875b-1dddbda3250c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:31:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed1ea5ff0ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: d984f144-17ce-4ea3-890c-253341291315
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "38818"
    uid: 7794452e-2cc1-4a14-80b6-8abfcfe5d349
  kind: Event
  lastTimestamp: "2026-04-16T19:31:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:31:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv.18a6ed308aff1a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "39443"
    uid: e3b1e00a-a043-434e-b855-106de586c6f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38808"
    uid: e536f888-4b57-4543-838c-84f7a7e8d9e9
  kind: Event
  lastTimestamp: "2026-04-16T19:30:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc-mtqlv'
  metadata:
    creationTimestamp: "2026-04-16T19:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:30:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc.18a6ed1de687e5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38819"
    uid: eacd0eb2-5019-486a-8272-116568514a0e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38806"
    uid: 695e6e04-4f5a-48da-97c6-006059b46dd8
  kind: Event
  lastTimestamp: "2026-04-16T19:30:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-77779fc9bc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:30:15Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ed1de4409f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38811"
    uid: 87715251-f0ec-41ad-b9ba-bf163fd0584b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38807"
    uid: 455b4917-d923-4497-b30d-a75788f0cdc2
  kind: Event
  lastTimestamp: "2026-04-16T19:30:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:30:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ed21632cd066
    namespace: kserve-ci-e2e-test
    resourceVersion: "39070"
    uid: bf3a0f34-883d-44f2-a447-44043fa20adc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38807"
    uid: 455b4917-d923-4497-b30d-a75788f0cdc2
  kind: Event
  lastTimestamp: "2026-04-16T19:30:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:30:45Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ed216387156e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39071"
    uid: 6d7ada12-04ec-4e1a-ae5e-62c79e5091a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38967"
    uid: 455b4917-d923-4497-b30d-a75788f0cdc2
  kind: Event
  lastTimestamp: "2026-04-16T19:31:30Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:31:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ed28616e207b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39393"
    uid: 747f1d81-7fd9-4b68-a9b8-7f57603449d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38967"
    uid: 455b4917-d923-4497-b30d-a75788f0cdc2
  kind: Event
  lastTimestamp: "2026-04-16T19:31:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:31:30Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a6ed2861d5d078
    namespace: kserve-ci-e2e-test
    resourceVersion: "39394"
    uid: 002dad64-3ab3-4521-80a8-ec87b1030ab2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38797"
    uid: ed9876b0-34a6-4feb-8ccc-dca3adf8aa4e
  kind: Event
  lastTimestamp: "2026-04-16T19:31:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:31:26Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ed1de4142e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39368"
    uid: 2f06df5f-0d26-404e-9493-c3cdda402c50
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38797"
    uid: ed9876b0-34a6-4feb-8ccc-dca3adf8aa4e
  kind: Event
  lastTimestamp: "2026-04-16T19:30:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:30:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ed1de45e7d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "38831"
    uid: 1cea8db0-98f1-41f6-9cf6-15d5345802f6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38815"
    uid: ed9876b0-34a6-4feb-8ccc-dca3adf8aa4e
  kind: Event
  lastTimestamp: "2026-04-16T19:30:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:30:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:30:15Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ed1de96956cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38832"
    uid: 8d2eae00-2069-47fa-a72b-6def7554bc57
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:31:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39366"
    uid: ed9876b0-34a6-4feb-8ccc-dca3adf8aa4e
  kind: Event
  lastTimestamp: "2026-04-16T19:31:26Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:31:26Z"
    name: isvc-sklearn-s3-tls-global-pass.18a6ed2e79129fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39367"
    uid: b1df897e-93d2-4a52-b05a-7ceee6d2e48a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:34:41.241602Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "41128"
    uid: f47b1a7d-6a88-4365-92a7-924d6bd9145a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:34:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg.18a6ed5bb8bf9e41
    namespace: kserve-ci-e2e-test
    resourceVersion: "41135"
    uid: 6261609e-a12f-4299-b621-26d93838cc8a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "41140"
    uid: f47b1a7d-6a88-4365-92a7-924d6bd9145a
  kind: Event
  lastTimestamp: "2026-04-16T19:34:41Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:34:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg.18a6ed5bd1a17355
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: 0720579c-7455-411f-a9a6-470d1939148a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "41132"
    uid: f47b1a7d-6a88-4365-92a7-924d6bd9145a
  kind: Event
  lastTimestamp: "2026-04-16T19:34:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:34:45Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg.18a6ed5bd2f16ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41195"
    uid: 9a55a8b2-bddd-4c54-b5dd-9433ef69d555
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "41132"
    uid: f47b1a7d-6a88-4365-92a7-924d6bd9145a
  kind: Event
  lastTimestamp: "2026-04-16T19:34:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:34:45Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg.18a6ed5bd60f2b07
    namespace: kserve-ci-e2e-test
    resourceVersion: "41199"
    uid: 671f822b-f6f2-4dff-a26c-021b2813c2df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "41132"
    uid: f47b1a7d-6a88-4365-92a7-924d6bd9145a
  kind: Event
  lastTimestamp: "2026-04-16T19:34:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:34:45Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg.18a6ed5bd67d7dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41200"
    uid: e5595e49-dc05-4abc-9127-144761cfe8cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "41132"
    uid: f47b1a7d-6a88-4365-92a7-924d6bd9145a
  kind: Event
  lastTimestamp: "2026-04-16T19:34:47Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg_kserve-ci-e2e-test(f47b1a7d-6a88-4365-92a7-924d6bd9145a)
  metadata:
    creationTimestamp: "2026-04-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:34:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg.18a6ed5d4490a14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41217"
    uid: 5ffb45fe-da44-4f8d-8256-47856d9ccd23
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41119"
    uid: 7f9626dc-9a06-4137-bff2-9ac13f5aa01d
  kind: Event
  lastTimestamp: "2026-04-16T19:34:41Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4-r7dbg'
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:34:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4.18a6ed5bb869b773
    namespace: kserve-ci-e2e-test
    resourceVersion: "41131"
    uid: f6a5a1dc-e4c6-4113-b0be-6cd76a3e8f55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41117"
    uid: 7a85e2e4-1c00-4fcd-a383-0619afced1eb
  kind: Event
  lastTimestamp: "2026-04-16T19:34:41Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-66cc478cb4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:34:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a6ed5bb604589a
    namespace: kserve-ci-e2e-test
    resourceVersion: "41122"
    uid: e1a6d47f-f893-4842-9a6f-2e6021afe2c1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41109"
    uid: 9f32c05d-575f-4520-803f-3aa253159eb8
  kind: Event
  lastTimestamp: "2026-04-16T19:34:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:34:48Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ed5bb5e094fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41223"
    uid: 2c7e4ed8-1227-48f9-94c8-15046766d4e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41109"
    uid: 9f32c05d-575f-4520-803f-3aa253159eb8
  kind: Event
  lastTimestamp: "2026-04-16T19:34:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:34:41Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ed5bb691e420
    namespace: kserve-ci-e2e-test
    resourceVersion: "41142"
    uid: ab43caa9-00d8-4dd1-916a-106fbcb9f8e3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41121"
    uid: 9f32c05d-575f-4520-803f-3aa253159eb8
  kind: Event
  lastTimestamp: "2026-04-16T19:34:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:34:41Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a6ed5bbaf2f64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41143"
    uid: 1f31ea68-4bb3-47d5-a166-9fae4c94514c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:33:20.130501Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40480"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed48d62664ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "40486"
    uid: f7541594-396b-4056-a1e9-f90bb5de9bef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40489"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed48ef3b1641
    namespace: kserve-ci-e2e-test
    resourceVersion: "40500"
    uid: aacadd36-6a33-4129-aa92-cd8a38b1c060
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed48f0e3a50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40502"
    uid: 2a5d4d46-937c-42f5-8e54-c71353e86003
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed48f4739ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40508"
    uid: 1c479bae-1970-423b-939a-db45ac2d57c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed48f4e2a1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40509"
    uid: eecbe3e1-32a3-4d5f-9057-7058ffaa0cdb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:33:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed492c40a6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40519"
    uid: c8d75d0e-710c-42ae-bf88-17cc2e8998d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:33:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed49303effd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40524"
    uid: bd62af32-38ee-4597-9583-96d2fd3f5094
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:33:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:33:21Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed4930b1ee68
    namespace: kserve-ci-e2e-test
    resourceVersion: "40525"
    uid: 4b337005-5cad-4ffd-a6d8-949feaa1b126
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:34:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:34:43Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed496834228b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41175"
    uid: a863d3b7-2cc8-4f7a-8bca-bcbbcfa9c7ed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "40484"
    uid: c41ae15b-65ee-4c1a-8aaf-2b799e237ce4
  kind: Event
  lastTimestamp: "2026-04-16T19:34:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:34:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:34:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh.18a6ed5b7a34d3c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "41098"
    uid: b3b4fb9f-0fd8-447d-96c8-7e828270480c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: bccee5e0-c986-4ccf-9368-0dc615506819
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987-2wqkh'
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987.18a6ed48d5b75631
    namespace: kserve-ci-e2e-test
    resourceVersion: "40483"
    uid: ded87cec-2443-402e-91b5-69298bd7aeec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40467"
    uid: 1d0ac4b6-511a-42a5-8f27-27863523ccdf
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-6cdc6d7987
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ed48d38a8f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40472"
    uid: 4399e830-230f-4d50-aaeb-d1a538311ac7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: a112045f-4108-4938-81e9-632d105df030
  kind: Event
  lastTimestamp: "2026-04-16T19:33:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ed4c5261be1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40620"
    uid: de7526df-93b9-4644-9835-39268ff22914
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40469"
    uid: a112045f-4108-4938-81e9-632d105df030
  kind: Event
  lastTimestamp: "2026-04-16T19:33:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:33:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ed4c52c2dad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40622"
    uid: 211ea49c-e25b-4401-9aee-d8026281bccc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: a112045f-4108-4938-81e9-632d105df030
  kind: Event
  lastTimestamp: "2026-04-16T19:34:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:34:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ed4fd16eb174
    namespace: kserve-ci-e2e-test
    resourceVersion: "41046"
    uid: ff6aa4b1-8261-4cb7-8f52-edfeb7840868
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40621"
    uid: a112045f-4108-4938-81e9-632d105df030
  kind: Event
  lastTimestamp: "2026-04-16T19:34:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:34:35Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a6ed4fd1ca68a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41047"
    uid: fc9fb831-a314-4948-bdae-a06eebf6ccf7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40460"
    uid: 3963520c-1be2-4f2f-9259-cd4c1b248cce
  kind: Event
  lastTimestamp: "2026-04-16T19:34:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:34:33Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ed48d36137df
    namespace: kserve-ci-e2e-test
    resourceVersion: "41035"
    uid: 50a33886-962c-4105-950f-1ef4da757788
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40460"
    uid: 3963520c-1be2-4f2f-9259-cd4c1b248cce
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ed48d3a2a7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40492"
    uid: 0c0f3afb-765a-44e9-9ac2-a86096caf4e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:33:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40468"
    uid: 3963520c-1be2-4f2f-9259-cd4c1b248cce
  kind: Event
  lastTimestamp: "2026-04-16T19:33:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:33:20Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ed48d7c0b91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40493"
    uid: 8d3912b2-24e6-4fc3-adc1-9e02114b7f00
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:34:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41033"
    uid: 3963520c-1be2-4f2f-9259-cd4c1b248cce
  kind: Event
  lastTimestamp: "2026-04-16T19:34:33Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:34:33Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a6ed5a02ff2835
    namespace: kserve-ci-e2e-test
    resourceVersion: "41034"
    uid: 221d8206-d156-4c6d-9261-5ae60feeb5e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: 74847ca7-2e13-415a-96d9-cfe843b79668
  kind: Event
  lastTimestamp: "2026-04-16T19:30:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:30:06Z"
    name: isvc-sklearn-s3.18a6ed0b3595ec25
    namespace: kserve-ci-e2e-test
    resourceVersion: "38716"
    uid: 315bd7e0-920d-4e2d-a0af-206e13253875
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38128"
    uid: 74847ca7-2e13-415a-96d9-cfe843b79668
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3.18a6ed0b36032b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38175"
    uid: ac4c7916-f0b3-4799-bd62-27c14cde92ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38145"
    uid: 74847ca7-2e13-415a-96d9-cfe843b79668
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-sklearn-s3.18a6ed0b3a42ed5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38176"
    uid: 7e5f2c87-bb9b-4d87-807f-919e076e90c5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:30:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 74847ca7-2e13-415a-96d9-cfe843b79668
  kind: Event
  lastTimestamp: "2026-04-16T19:30:06Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:30:06Z"
    name: isvc-sklearn-s3.18a6ed1bd8900ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: f09c6fa8-3b6f-4970-a96e-2949d59078e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-5556bbbf97
    namespace: kserve-ci-e2e-test
    resourceVersion: "30166"
    uid: 87a4e8e1-54da-443f-89c5-24f6fd0a9f9c
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-5556bbbf97-9f6d2'
  metadata:
    creationTimestamp: "2026-04-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-sklearn-scheduler-predictor-5556bbbf97.18a6ec2ccc8ff03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30181"
    uid: 228bad12-b61b-4206-8384-5919c296fba4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30160"
    uid: 65dcbe51-bbb4-43c9-910a-f2cd6434cec4
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-5556bbbf97 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-sklearn-scheduler-predictor.18a6ec2cc7db4876
    namespace: kserve-ci-e2e-test
    resourceVersion: "30170"
    uid: 82784544-c79f-4754-8482-90c78cf710ac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30143"
    uid: c6f4b019-6eca-439d-b37f-f64ae1697e5d
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-sklearn-scheduler.18a6ec2cc7730738
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: 91ada088-fbd9-40dc-b6ad-54d26a0ec77b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30143"
    uid: c6f4b019-6eca-439d-b37f-f64ae1697e5d
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-sklearn-scheduler.18a6ec2cc816d7b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30172"
    uid: ea21b459-ae5b-499f-ae06-96173de31572
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30143"
    uid: c6f4b019-6eca-439d-b37f-f64ae1697e5d
  kind: Event
  lastTimestamp: "2026-04-16T19:13:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:00Z"
    name: isvc-sklearn-scheduler.18a6ec2cc8171b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "30174"
    uid: a40c3ae3-fb57-48ea-b3cd-dd744cbcd254
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:18:00.394660Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32758"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec72b19f2c61
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: 81706b98-8415-41a9-b038-adb2d11dce75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32768"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec72ca880167
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: 72d53c0b-c2ba-4528-9097-cffb89418fa0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec72cbc30246
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 77c07387-e73a-4c69-b245-bb9f5e3d9c66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec72ceba5180
    namespace: kserve-ci-e2e-test
    resourceVersion: "32781"
    uid: 78390e81-54ec-45d5-9760-f21f9a6ea590
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec72cf1c071a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32782"
    uid: adb303d5-37d1-4955-9bf7-f096e1fb2128
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:18:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:05Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec73de0502bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: 47952613-c83a-4647-9059-a8f0bf2a72a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:18:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:05Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec73e1180b51
    namespace: kserve-ci-e2e-test
    resourceVersion: "32823"
    uid: 8126dfdc-7ddb-4675-a988-5128e6a55396
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:18:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:05Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec73e186ac25
    namespace: kserve-ci-e2e-test
    resourceVersion: "32824"
    uid: b660ef8b-65b6-4f74-a4c3-836b22497b89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:19:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:22Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec741a152170
    namespace: kserve-ci-e2e-test
    resourceVersion: "33447"
    uid: d1a04c4e-ce42-4ade-9873-04df87235f5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 7d7bd594-57e7-4363-879f-678e0838bd37
  kind: Event
  lastTimestamp: "2026-04-16T19:19:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl.18a6ec855ad6cd99
    namespace: kserve-ci-e2e-test
    resourceVersion: "33395"
    uid: dacaa1d0-0cd0-4097-86f8-0f60c423ab50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: 266c1df4-e7ec-4c6f-bc8e-8159c454aea6
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-7bb9cdb449-vgrgl'
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed-predictor-7bb9cdb449.18a6ec72b114947d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32759"
    uid: 3d5b2e90-edd9-4200-afba-f5cdaf5ff7cb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: 3eb2d745-fa88-478c-bebb-229dc9e214a8
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-7bb9cdb449 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ec72aeb725ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32750"
    uid: 778152f8-eec2-4142-bd00-fcdc204cb356
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 2dea05eb-55e8-403c-827b-773fecd5be7b
  kind: Event
  lastTimestamp: "2026-04-16T19:18:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:45Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ec762d1ecc49
    namespace: kserve-ci-e2e-test
    resourceVersion: "33109"
    uid: c483f387-bb19-406b-aa7f-b008d784fe38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 2dea05eb-55e8-403c-827b-773fecd5be7b
  kind: Event
  lastTimestamp: "2026-04-16T19:18:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:18:45Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ec762d807fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33110"
    uid: b9e7ba39-0074-4a2c-bcc0-4f28b5f41ab9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: 2dea05eb-55e8-403c-827b-773fecd5be7b
  kind: Event
  lastTimestamp: "2026-04-16T19:19:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ec80aa703df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: 2dd29869-c8be-4a50-a1e5-02f6652b9c98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: 2dea05eb-55e8-403c-827b-773fecd5be7b
  kind: Event
  lastTimestamp: "2026-04-16T19:19:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:19:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:15Z"
    name: isvc-sklearn-v2-mixed-predictor.18a6ec80aad3767c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 6ce2e6d2-552a-4dc2-b1ba-4959ae52cbfc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: 3982821b-8c1d-4936-9e40-00283847235f
  kind: Event
  lastTimestamp: "2026-04-16T19:19:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:12Z"
    name: isvc-sklearn-v2-mixed.18a6ec72ae7cd013
    namespace: kserve-ci-e2e-test
    resourceVersion: "33316"
    uid: a2629f86-233d-40e8-b216-ecda98af6727
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: 3982821b-8c1d-4936-9e40-00283847235f
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-mixed.18a6ec72aee1101f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 3ca2f4e5-1680-4130-a286-66647db3b12d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33313"
    uid: 3982821b-8c1d-4936-9e40-00283847235f
  kind: Event
  lastTimestamp: "2026-04-16T19:19:12Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:19:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:12Z"
    name: isvc-sklearn-v2-mixed.18a6ec839305bbf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33315"
    uid: d3d2ebbb-3969-47c6-ad85-f412a42bf8fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:16:40.115438Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32109"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec60009b79c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32114"
    uid: ea591647-bef4-4b9a-9d0e-a13699e967cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32120"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec6019874328
    namespace: kserve-ci-e2e-test
    resourceVersion: "32128"
    uid: 87c78443-84c4-468f-8484-5102ca5e5a40
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec601ad98b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: d5b69f4d-a012-44d7-9618-69b4e9c5bc73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec601e2e55e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32132"
    uid: 57c91419-afa2-4d02-bd7e-79dfac793433
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec601e95372b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32133"
    uid: bacc31b3-632c-4cd3-9fcc-c42cad760e69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:16:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1326"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:45Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec612d687d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32168"
    uid: 2695902e-310d-4a3c-85ec-0302c56ae616
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:16:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:45Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec61300d4e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32172"
    uid: 5160ccab-e876-4973-bc4b-fcc81689c5a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:16:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:16:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:45Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec613077032d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 71e8e467-6cb0-4390-8072-aa20b5039aa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:17:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:16:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:17:47Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec61694dbadc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32616"
    uid: c5f80250-9496-424c-bc2e-d640bde02235
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: c2c1c3bb-02ee-4569-93c3-a67943843d79
  kind: Event
  lastTimestamp: "2026-04-16T19:18:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:18:00Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv.18a6ec72ae62c0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32747"
    uid: fc40f087-1f5c-4e8d-8abc-63c3e944f44b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-5ff9c785b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32100"
    uid: d0c2af4a-0bc4-4f5c-a61c-842c7550910f
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-5ff9c785b8-h8ccv'
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-predictor-5ff9c785b8.18a6ec60002ed9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: bbbf960f-58d7-4956-87f9-6e9a2aaa2b3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: 0c1664af-1017-4aa9-a3b6-95a655664221
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-5ff9c785b8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-predictor.18a6ec5ffdbaf299
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 1bc1d034-6016-4925-bb21-68a39dd1f049
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: b296a23e-0a08-43bf-909b-275e12a27add
  kind: Event
  lastTimestamp: "2026-04-16T19:17:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:10Z"
    name: isvc-sklearn-v2-predictor.18a6ec637c25e511
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: 1df3d0ee-6913-48b8-a537-8b623cb2efac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: b296a23e-0a08-43bf-909b-275e12a27add
  kind: Event
  lastTimestamp: "2026-04-16T19:17:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:10Z"
    name: isvc-sklearn-v2-predictor.18a6ec637c81587c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: c198afcd-7413-4d45-afea-7d4c9b9d54bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: b296a23e-0a08-43bf-909b-275e12a27add
  kind: Event
  lastTimestamp: "2026-04-16T19:17:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:55Z"
    name: isvc-sklearn-v2-predictor.18a6ec6a7a4680d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32674"
    uid: ffba4bc9-5789-4d87-98ce-b43813dcd96d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32250"
    uid: b296a23e-0a08-43bf-909b-275e12a27add
  kind: Event
  lastTimestamp: "2026-04-16T19:17:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:17:55Z"
    name: isvc-sklearn-v2-predictor.18a6ec6a7aa3ba92
    namespace: kserve-ci-e2e-test
    resourceVersion: "32675"
    uid: 110a3164-1edd-40d9-a171-a9613e20a4d2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:15:49.941762Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31678"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:15:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:15:49Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec545205f222
    namespace: kserve-ci-e2e-test
    resourceVersion: "31683"
    uid: e91f0177-9bd7-4b58-97fc-b634c395dc71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31689"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:15:50Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:15:50Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec546bff3ba0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31697"
    uid: 64828b82-1e23-437c-a6f0-85cdff2fd30e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:15:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:50Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec546d3ec2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31699"
    uid: e49ab4db-f921-411d-a9cf-c3a1b4714e81
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:15:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:50Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec547092ed00
    namespace: kserve-ci-e2e-test
    resourceVersion: "31701"
    uid: 4217d736-4165-421a-88d5-1e3a1eb404e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:15:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:50Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec54710bfe57
    namespace: kserve-ci-e2e-test
    resourceVersion: "31702"
    uid: 4b16b83b-bdd8-445d-8406-4930564e2654
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:15:54Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:15:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:54Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec557f025681
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 5b87a1cd-c68a-4c50-bb2c-5fd212628132
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:15:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:55Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec5582006512
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: f9db48fc-fe46-46fe-9dbc-495a3b214362
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:15:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:55Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec558269594c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31746"
    uid: 9aaa3035-79bc-43e5-9d50-d266369b5a00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:16:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T19:16:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:27Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec5cf77dc203
    namespace: kserve-ci-e2e-test
    resourceVersion: "31966"
    uid: de14537a-9021-4d3f-af90-89208c42a342
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec5ffc93cc0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: e7ff2d5e-42ef-44b4-8218-469f4ec04624
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg
    namespace: kserve-ci-e2e-test
    resourceVersion: "31680"
    uid: 53000491-dc51-4f99-9737-43d6a93dc529
  kind: Event
  lastTimestamp: "2026-04-16T19:16:46Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:16:47Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg.18a6ec619ae94313
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: c9766a02-f93d-49ae-92c2-030feb734e6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: 4bf74c9c-5d11-4955-90b5-08c6da4ccc99
  kind: Event
  lastTimestamp: "2026-04-16T19:15:49Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-7f9684dc47-d2qqg'
  metadata:
    creationTimestamp: "2026-04-16T19:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:49Z"
    name: isvc-sklearn-v2-runtime-predictor-7f9684dc47.18a6ec5451a2c966
    namespace: kserve-ci-e2e-test
    resourceVersion: "31679"
    uid: e911d451-67c7-4a69-b66e-a71fddcfe19e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: ae144380-6b47-4460-a9be-5e1a6bb2ea73
  kind: Event
  lastTimestamp: "2026-04-16T19:15:49Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-7f9684dc47 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:49Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ec544f383114
    namespace: kserve-ci-e2e-test
    resourceVersion: "31670"
    uid: eb4dfec7-f95d-4bff-8473-86ac06522ae4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: a71554d7-8df8-456d-ad2e-ac630e988e03
  kind: Event
  lastTimestamp: "2026-04-16T19:16:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:34Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ec57cdfab97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32022"
    uid: f562f4c5-5453-476c-8401-55639f0c74bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31667"
    uid: a71554d7-8df8-456d-ad2e-ac630e988e03
  kind: Event
  lastTimestamp: "2026-04-16T19:16:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:16:34Z"
    name: isvc-sklearn-v2-runtime-predictor.18a6ec57ce59c99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32023"
    uid: b7a7955a-f2ae-43c4-8758-fe98852f3b3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31642"
    uid: f18f7d86-0102-4d25-a286-bf46a57b5e67
  kind: Event
  lastTimestamp: "2026-04-16T19:16:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:37Z"
    name: isvc-sklearn-v2-runtime.18a6ec544f0fc54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32050"
    uid: ec61e33e-b1fa-416a-bff9-3665bd3dcba2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31642"
    uid: f18f7d86-0102-4d25-a286-bf46a57b5e67
  kind: Event
  lastTimestamp: "2026-04-16T19:15:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:15:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:15:49Z"
    name: isvc-sklearn-v2-runtime.18a6ec544f7aacbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31672"
    uid: 89ee9565-08c8-4238-bbbb-b757005f5376
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32048"
    uid: f18f7d86-0102-4d25-a286-bf46a57b5e67
  kind: Event
  lastTimestamp: "2026-04-16T19:16:37Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:16:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:37Z"
    name: isvc-sklearn-v2-runtime.18a6ec5f4ae00fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32049"
    uid: 267ff5a0-c46c-49c9-8bd0-09fa4cd1a339
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: b1d62fb6-0d97-47b1-8d25-76dd9a57ceab
  kind: Event
  lastTimestamp: "2026-04-16T19:17:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:17:57Z"
    name: isvc-sklearn-v2.18a6ec5ffd8be242
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: a4c0d82f-c06a-4683-ae62-bccfcfedefa6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:16:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32074"
    uid: b1d62fb6-0d97-47b1-8d25-76dd9a57ceab
  kind: Event
  lastTimestamp: "2026-04-16T19:16:40Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:16:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:16:40Z"
    name: isvc-sklearn-v2.18a6ec5ffdd348da
    namespace: kserve-ci-e2e-test
    resourceVersion: "32104"
    uid: 576d8a4d-a99d-454f-9d66-98387457edd5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:17:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32696"
    uid: b1d62fb6-0d97-47b1-8d25-76dd9a57ceab
  kind: Event
  lastTimestamp: "2026-04-16T19:17:57Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:17:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:17:57Z"
    name: isvc-sklearn-v2.18a6ec71f4c82e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: da82897a-9dea-494b-b9e0-a2c418d35969
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: 9e037b43-2dfa-4220-aab3-21bbaca18d15
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: isvc-sklearn.18a6ec2d464d5bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: 30645d0c-650c-4128-9b1a-ae092543471f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:13:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30200"
    uid: 9e037b43-2dfa-4220-aab3-21bbaca18d15
  kind: Event
  lastTimestamp: "2026-04-16T19:13:02Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:13:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:13:02Z"
    name: isvc-sklearn.18a6ec2d46ac70b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30228"
    uid: 01c4de6e-c28f-46f4-926e-8f586e17baf7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30815"
    uid: 9e037b43-2dfa-4220-aab3-21bbaca18d15
  kind: Event
  lastTimestamp: "2026-04-16T19:14:17Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:17Z"
    name: isvc-sklearn.18a6ec3ee456d9c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30816"
    uid: e06691f0-663c-42e2-97ba-9939410cf71c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:19:20.591735Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33406"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-864f6b7649-8csrr
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec855dbd78b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: 3d3f0998-523f-4684-95d8-7beaab148695
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33415"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:21Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:19:21Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec8576b1c09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: b3a5d0ff-bd71-4b95-989b-84fe1fd305cd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:21Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec8577fbe4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33423"
    uid: ffeb5681-9532-4046-8bdf-cab2db811529
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:21Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec857ab593f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: b163b3b2-5fd2-4ec9-bdc5-6ac1749d3f65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:21Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec857b25b705
    namespace: kserve-ci-e2e-test
    resourceVersion: "33426"
    uid: dd4d5908-9721-42dc-8576-fcf060258fb8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:25Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:25Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec8695b24c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33468"
    uid: 548c5c26-5ae9-40e3-a5eb-d5515291d59f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:29Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.913s (3.913s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:29Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec877efbbdee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 9556f232-102f-4699-a33d-42a3620ab8bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:29Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec8781ff97a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33502"
    uid: bdc3e753-5bf5-41bd-8413-fcd82599e093
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:29Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec8782789cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33503"
    uid: d7f036a5-e56a-4929-8f11-44d2df7f5269
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:19:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:19:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:19:40Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec87851d7454
    namespace: kserve-ci-e2e-test
    resourceVersion: "33586"
    uid: e48a972f-1286-4abc-b9a2-7ce7183489f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-864f6b7649-8csrr
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: 3e5ed365-b060-452e-9573-6abcefbf2135
  kind: Event
  lastTimestamp: "2026-04-16T19:20:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:11Z"
    name: isvc-tensorflow-predictor-864f6b7649-8csrr.18a6ec91402a6f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "33838"
    uid: 51066b81-a44f-4ff2-aeef-6cb40c3e7158
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-864f6b7649
    namespace: kserve-ci-e2e-test
    resourceVersion: "33393"
    uid: f6c13570-844f-4a52-841e-a3a10cb20659
  kind: Event
  lastTimestamp: "2026-04-16T19:19:20Z"
  message: 'Created pod: isvc-tensorflow-predictor-864f6b7649-8csrr'
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-tensorflow-predictor-864f6b7649.18a6ec855d5e572f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33407"
    uid: a630ce0a-0e02-4f6e-8c23-59e40e9670b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33390"
    uid: 94e151e9-b230-4aa9-b843-b472f3fd8112
  kind: Event
  lastTimestamp: "2026-04-16T19:19:20Z"
  message: Scaled up replica set isvc-tensorflow-predictor-864f6b7649 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-tensorflow-predictor.18a6ec855ad476d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33394"
    uid: c6ddd546-f7fc-467a-8cd7-3b3bf872a51d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33392"
    uid: 69fa40f3-4ce6-4208-9a66-fd2542a44327
  kind: Event
  lastTimestamp: "2026-04-16T19:20:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:05Z"
    name: isvc-tensorflow-predictor.18a6ec88d9f7dde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 84e2af29-2340-4660-bd7e-4286739f300b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33392"
    uid: 69fa40f3-4ce6-4208-9a66-fd2542a44327
  kind: Event
  lastTimestamp: "2026-04-16T19:20:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:05Z"
    name: isvc-tensorflow-predictor.18a6ec88da60452d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33765"
    uid: 94dbab50-6ea5-4600-b6a8-5b0c1af08355
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:20:11.679193Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:20:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:20:11Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec9142ca340f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: d74458b0-a5a7-456a-a69c-8f331b6e1618
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33854"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:12Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:20:12Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec915b7db416
    namespace: kserve-ci-e2e-test
    resourceVersion: "33859"
    uid: f84ba89d-875c-4b28-a4cc-f699bcaf0061
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:12Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec915c9788e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33861"
    uid: 26b9b04b-4c41-41c8-bf1c-20f5968baf68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:12Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec915f5b3e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 4891d2d8-8855-4f85-b9d9-08c93e0136a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:12Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec915fca01b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33864"
    uid: b81aa925-bb4f-4978-8355-8f3b18c8d687
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:16Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:16Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec927e4a8701
    namespace: kserve-ci-e2e-test
    resourceVersion: "33905"
    uid: 610f80ed-7000-4e91-9c53-66826b22e23a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:17Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec9280f5d230
    namespace: kserve-ci-e2e-test
    resourceVersion: "33909"
    uid: e9dab80d-0053-49e9-8a39-eff3eb46a481
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:17Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec9281686970
    namespace: kserve-ci-e2e-test
    resourceVersion: "33910"
    uid: f43d0821-0bff-4af5-a1a9-951d39df06b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:18Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec92ba2cb7de
    namespace: kserve-ci-e2e-test
    resourceVersion: "33928"
    uid: b7af4489-6836-4746-9d97-11d5d3b458c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js
    namespace: kserve-ci-e2e-test
    resourceVersion: "33847"
    uid: 29ede669-005b-4817-94f4-186169eb6499
  kind: Event
  lastTimestamp: "2026-04-16T19:20:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js.18a6ec9876e3bcb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34130"
    uid: 771f0f79-ebfc-4c56-9422-40647fbc2be4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-7446cd7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33830"
    uid: 277e0674-9fc1-4de2-9be7-f679ca8cbfa1
  kind: Event
  lastTimestamp: "2026-04-16T19:20:11Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-7446cd7bb-sc7js'
  metadata:
    creationTimestamp: "2026-04-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:11Z"
    name: isvc-tensorflow-runtime-predictor-7446cd7bb.18a6ec91425fc046
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: f626e29f-f68d-4f65-bb92-8a42f263ce53
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: c7c67eec-3457-48b1-a498-40865d7a441e
  kind: Event
  lastTimestamp: "2026-04-16T19:20:11Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-7446cd7bb from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:11Z"
    name: isvc-tensorflow-runtime-predictor.18a6ec913f5e9ea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: 583f8394-ad7d-4470-87d9-67ad26601709
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: 0e421d19-12b3-46c5-885e-41657888557a
  kind: Event
  lastTimestamp: "2026-04-16T19:20:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:41Z"
    name: isvc-tensorflow-runtime-predictor.18a6ec94bde61579
    namespace: kserve-ci-e2e-test
    resourceVersion: "34091"
    uid: b7f13d09-d242-4a27-bf8c-5617977df576
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33829"
    uid: 0e421d19-12b3-46c5-885e-41657888557a
  kind: Event
  lastTimestamp: "2026-04-16T19:20:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:20:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:41Z"
    name: isvc-tensorflow-runtime-predictor.18a6ec94be4612a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34093"
    uid: 61938dff-6b34-4c6d-b56c-2daa9cf9c000
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: e90b095d-58af-4ad3-9fcb-307dfc3e9e15
  kind: Event
  lastTimestamp: "2026-04-16T19:20:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:29Z"
    name: isvc-tensorflow-runtime.18a6ec913f46f7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "34006"
    uid: b295bd5a-1167-491c-8067-3a83ef346d9c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33808"
    uid: e90b095d-58af-4ad3-9fcb-307dfc3e9e15
  kind: Event
  lastTimestamp: "2026-04-16T19:20:11Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:11Z"
    name: isvc-tensorflow-runtime.18a6ec913fa060f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33836"
    uid: 7ee560fa-9b68-46a6-a023-77dfb688af6a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: e90b095d-58af-4ad3-9fcb-307dfc3e9e15
  kind: Event
  lastTimestamp: "2026-04-16T19:20:29Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:29Z"
    name: isvc-tensorflow-runtime.18a6ec954def2c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: 9b29c531-f71c-45be-ac2a-ba7a7c0ff2ec
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 1b952874-2144-416e-b10a-3acbee4e5d9c
  kind: Event
  lastTimestamp: "2026-04-16T19:19:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:50Z"
    name: isvc-tensorflow.18a6ec855ada6de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33660"
    uid: 8e032674-b22f-4d22-a7bb-ba778b13f074
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 1b952874-2144-416e-b10a-3acbee4e5d9c
  kind: Event
  lastTimestamp: "2026-04-16T19:19:20Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:19:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:20Z"
    name: isvc-tensorflow.18a6ec855b4a9929
    namespace: kserve-ci-e2e-test
    resourceVersion: "33399"
    uid: 50f876bb-c6b0-408f-866d-f0db06f91ccf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:19:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33658"
    uid: 1b952874-2144-416e-b10a-3acbee4e5d9c
  kind: Event
  lastTimestamp: "2026-04-16T19:19:50Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:19:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:19:50Z"
    name: isvc-tensorflow.18a6ec8c6c7fc69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33659"
    uid: f58d9535-4679-47c6-aa37-c843cc0e9d98
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:20:42.666010Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34139"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5fc768bcf-d29wg
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:20:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ec9879bf88fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34143"
    uid: 0aa87c50-acb5-48dd-9a16-092ee3d0efbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34147"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:20:43Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:20:43Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ec98930e36f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: 93c26091-f307-4f04-8624-3920951750d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:20:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:43Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ec98944bcdac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34160"
    uid: dbaf67ee-c845-4017-9ec1-05d0933c620e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:20:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:43Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ec98974bded6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 1b21cb88-2c2b-4c2c-872d-955a3577c506
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:20:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:20:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:43Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ec9897bc6eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: bce18158-92f3-4498-9fe6-53dfd35758e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:20:46Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-16T19:20:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:20:46Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ec9979e70b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34201"
    uid: 44000f5f-6e41-4088-be31-694495caf9fb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:22:41Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.275s
    (1m54.275s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:41Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ecb415486b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34993"
    uid: 4948cefb-d618-4f44-a3c2-9611c4bef3d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:22:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:41Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ecb41b8c7fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: 09780b9e-a2f1-4262-8f56-85f99abf8478
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:22:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:41Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ecb41c96edc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34997"
    uid: 59822782-21a0-4566-b7b0-7e1cf138c6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:22:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:42Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ecb420778424
    namespace: kserve-ci-e2e-test
    resourceVersion: "35004"
    uid: 1d355392-0436-4e8d-a24e-dc8e28d0c26f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5fc768bcf-d29wg
    namespace: kserve-ci-e2e-test
    resourceVersion: "34141"
    uid: 31cc995b-4585-400a-90f8-2d419cddc50a
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-triton-predictor-5fc768bcf-d29wg.18a6ecb71c1bd7c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: fd296aa5-24a8-4faa-a481-360d6e048597
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5fc768bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34124"
    uid: 79a9b79c-b02a-489c-b0e2-290ddf478265
  kind: Event
  lastTimestamp: "2026-04-16T19:20:42Z"
  message: 'Created pod: isvc-triton-predictor-5fc768bcf-d29wg'
  metadata:
    creationTimestamp: "2026-04-16T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-triton-predictor-5fc768bcf.18a6ec98795a570d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34140"
    uid: ba76a6a4-4a7f-48f4-86c4-e6de064fd04e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34121"
    uid: 3097f92c-cd63-43ff-a31d-42e517c8b93b
  kind: Event
  lastTimestamp: "2026-04-16T19:20:42Z"
  message: Scaled up replica set isvc-triton-predictor-5fc768bcf from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-triton-predictor.18a6ec987693990e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34126"
    uid: 5e7d4b97-45e4-4d0d-8c4c-2550b978c061
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34123"
    uid: a1d36e09-cffc-4e02-aa06-225b6da5f5ec
  kind: Event
  lastTimestamp: "2026-04-16T19:22:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:42Z"
    name: isvc-triton-predictor.18a6ec9bf54ff81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35006"
    uid: e4d05851-8a42-410b-833d-d46e85e344bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34123"
    uid: a1d36e09-cffc-4e02-aa06-225b6da5f5ec
  kind: Event
  lastTimestamp: "2026-04-16T19:22:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:42Z"
    name: isvc-triton-predictor.18a6ec9bf5b5300c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35008"
    uid: 53de6eb3-959a-42f1-9447-600c823faef3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: 78c64504-2af5-45a5-aed7-78494cf18051
  kind: Event
  lastTimestamp: "2026-04-16T19:22:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:52Z"
    name: isvc-triton.18a6ec98769aec1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35083"
    uid: 425b7abf-dfd6-41c1-8692-fa10ee0a8f9e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:20:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34102"
    uid: 78c64504-2af5-45a5-aed7-78494cf18051
  kind: Event
  lastTimestamp: "2026-04-16T19:20:42Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:20:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:20:42Z"
    name: isvc-triton.18a6ec98770791a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34131"
    uid: 527aa3dd-38ae-4582-a742-aa70fef42fb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35081"
    uid: 78c64504-2af5-45a5-aed7-78494cf18051
  kind: Event
  lastTimestamp: "2026-04-16T19:22:52Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:52Z"
    name: isvc-triton.18a6ecb6b444ea18
    namespace: kserve-ci-e2e-test
    resourceVersion: "35082"
    uid: 543ad0bb-cc09-4e9f-a81d-4eaf1b13649f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:22:54.317152Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35133"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecb720c48c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: d54d99d3-a237-42d7-a8a6-41f6bc3006e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35144"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecb73999206d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35149"
    uid: 21a5b593-7106-492a-827d-3e115d8f7e93
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecb73ab47728
    namespace: kserve-ci-e2e-test
    resourceVersion: "35152"
    uid: d531c396-cc1e-4081-a349-98a9fbef8d85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecb73d7eb645
    namespace: kserve-ci-e2e-test
    resourceVersion: "35154"
    uid: cfd10242-1f6d-46da-ab8c-321caad0b3c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecb73e03243f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35155"
    uid: a5239afb-e735-4f57-abfd-07f89877b408
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:22:59Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:22:59Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecb851ccce53
    namespace: kserve-ci-e2e-test
    resourceVersion: "35202"
    uid: 974dcd40-f8a8-41cb-9807-97fece520e5b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:23:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.849s (19.849s
    including waiting). Image size: 1306229499 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:19Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecbcf0f0e2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: be6cc866-4a39-42e2-8ee0-83a5434d82df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:23:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:19Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecbcf4087741
    namespace: kserve-ci-e2e-test
    resourceVersion: "35342"
    uid: 2fc160cc-1398-4870-abb8-d20462678bd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:23:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:23:19Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecbcf47846cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35343"
    uid: ce998116-fdc8-4743-aa0f-7133b38dee8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:24:10Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:10Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6ecbcfd939bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35707"
    uid: b34fed3b-8aa4-4fb0-8724-30654703a2b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35138"
    uid: 710462c7-c287-4fb6-86af-81b1120f16ab
  kind: Event
  lastTimestamp: "2026-04-16T19:24:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8-gghpc.18a6eccc1f54d45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: 5f63c622-ca21-468b-91d3-7d39ccc5a273
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-6bd4d9fcc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35123"
    uid: db230d06-0479-41fe-92a8-d24e1659f690
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: 'Created pod: isvc-xgboost-predictor-6bd4d9fcc8-gghpc'
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost-predictor-6bd4d9fcc8.18a6ecb720643357
    namespace: kserve-ci-e2e-test
    resourceVersion: "35137"
    uid: 55dcd0c5-5685-4eb4-943f-d78be7441152
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35119"
    uid: 00b206c1-142b-4b0b-9ecd-4bed4f5510ac
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: Scaled up replica set isvc-xgboost-predictor-6bd4d9fcc8 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost-predictor.18a6ecb71cba8ec4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35125"
    uid: 405e6d91-936e-4832-baa4-c672a5b57530
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: 1f2b297f-201a-49da-b222-79f4d1250d75
  kind: Event
  lastTimestamp: "2026-04-16T19:23:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:23:24Z"
    name: isvc-xgboost-predictor.18a6ecba9b8b7791
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: b0d9cf2a-2297-4532-9d4f-1d936861d7a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: 1f2b297f-201a-49da-b222-79f4d1250d75
  kind: Event
  lastTimestamp: "2026-04-16T19:23:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:23:24Z"
    name: isvc-xgboost-predictor.18a6ecba9bed2782
    namespace: kserve-ci-e2e-test
    resourceVersion: "35383"
    uid: 4b652001-3aa5-4ccb-a6dd-e8f26b76282e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 1f2b297f-201a-49da-b222-79f4d1250d75
  kind: Event
  lastTimestamp: "2026-04-16T19:24:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-predictor.18a6ecc199afc9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35810"
    uid: 0128d73f-fb36-4b90-9617-13b62bfcbe3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-16T19:23:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35273"
    uid: 1f2b297f-201a-49da-b222-79f4d1250d75
  kind: Event
  lastTimestamp: "2026-04-16T19:24:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-predictor.18a6ecc19a0e3d1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35812"
    uid: 44f97895-46de-4584-bbda-89f201514639
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:25:44.956674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36582"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:25:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:25:44Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ecdedbad018f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36587"
    uid: 689a7f40-6d15-416e-8d4a-14dbabe0bbd5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:45Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:25:45Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ecdef4561193
    namespace: kserve-ci-e2e-test
    resourceVersion: "36598"
    uid: 547e94a3-6d72-438d-9f83-534c1f7dae96
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:45Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ecdef56df6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36600"
    uid: d1e8eceb-8150-4660-a4a2-03f963e11cc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:45Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ecdef85ce00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: 31ebd83b-1946-4ee5-ba78-02204d1ac5dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:45Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ecdef8cb7754
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: 301a23d8-8a03-4184-a4c0-6f05867ae52d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:49Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:49Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ece002849fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36640"
    uid: f9ac32e0-e925-4bd7-b8b8-d836740da700
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:49Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ece00594cab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36646"
    uid: a9129745-cf43-4401-b1e9-e9a6b2fb3f39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:49Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ece00608ab48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36647"
    uid: 0e358a55-2a04-4e4d-b703-ecd87c270e7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:26:41Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:25:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:26:41Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ece03e605946
    namespace: kserve-ci-e2e-test
    resourceVersion: "37014"
    uid: a2ceca8c-23ef-44ce-aedd-2e88275a6341
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: bac45875-fbf8-46e1-a10b-c099a3d38a9f
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp.18a6ecef2fe62419
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: 816dc978-dcab-4df5-90da-d26983f02c00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-5947cc4c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36572"
    uid: 1edd2d72-57af-4317-a43c-88f2f5276128
  kind: Event
  lastTimestamp: "2026-04-16T19:25:44Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-5947cc4c99-rvtdp'
  metadata:
    creationTimestamp: "2026-04-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:25:44Z"
    name: isvc-xgboost-runtime-predictor-5947cc4c99.18a6ecdedb460f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36583"
    uid: 11681798-7a4f-4b5d-88cf-78c8a75f666a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36569"
    uid: 10091059-d128-4557-8f0e-3baa0d5d27b1
  kind: Event
  lastTimestamp: "2026-04-16T19:25:44Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-5947cc4c99 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:25:44Z"
    name: isvc-xgboost-runtime-predictor.18a6ecded8d09741
    namespace: kserve-ci-e2e-test
    resourceVersion: "36575"
    uid: 3e5a30c4-f02e-4258-bdf1-adb16509bece
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: c23e1a04-1896-48cd-84a3-bb9112389510
  kind: Event
  lastTimestamp: "2026-04-16T19:26:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:26:29Z"
    name: isvc-xgboost-runtime-predictor.18a6ece257a5057f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36930"
    uid: 2b78d16c-3f58-4931-8ac7-cd0007c43d7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36571"
    uid: c23e1a04-1896-48cd-84a3-bb9112389510
  kind: Event
  lastTimestamp: "2026-04-16T19:26:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:25:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:26:29Z"
    name: isvc-xgboost-runtime-predictor.18a6ece2580baeb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: 437eb6ab-bbe1-4ad4-a2cf-295e2977a87b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: c23e1a04-1896-48cd-84a3-bb9112389510
  kind: Event
  lastTimestamp: "2026-04-16T19:26:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:26:44Z"
    name: isvc-xgboost-runtime-predictor.18a6ececd4990735
    namespace: kserve-ci-e2e-test
    resourceVersion: "37036"
    uid: 70781ba1-43c4-4735-bd48-fc6f637ab140
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: c23e1a04-1896-48cd-84a3-bb9112389510
  kind: Event
  lastTimestamp: "2026-04-16T19:26:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:26:44Z"
    name: isvc-xgboost-runtime-predictor.18a6ececd4fa583a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37038"
    uid: a7894e0a-b9b1-4e00-9ffa-cc57513ba62e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 289452fc-92f5-4156-80b3-5d4337252424
  kind: Event
  lastTimestamp: "2026-04-16T19:26:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:26:51Z"
    name: isvc-xgboost-runtime.18a6ecded8a871e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: c3b70a26-cac9-4c25-bc41-fcab73e233c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36547"
    uid: 289452fc-92f5-4156-80b3-5d4337252424
  kind: Event
  lastTimestamp: "2026-04-16T19:25:44Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:25:44Z"
    name: isvc-xgboost-runtime.18a6ecded8eaa745
    namespace: kserve-ci-e2e-test
    resourceVersion: "36577"
    uid: e02380af-0341-4581-8251-3c90289f4b86
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: 289452fc-92f5-4156-80b3-5d4337252424
  kind: Event
  lastTimestamp: "2026-04-16T19:26:51Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:26:51Z"
    name: isvc-xgboost-runtime.18a6ecee762a89c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: 08fae25e-603f-422b-8937-253137ef20d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:24:24.561311Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35855"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:24:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccc23bd13ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35860"
    uid: 55324477-d413-4e69-ba0f-4981e1f1deea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35864"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:24:24Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccc3cec8c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35868"
    uid: 08c9ae75-cb2b-4229-ba4d-af00482984b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:24:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccc3e24d96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35870"
    uid: f63fad1b-8d1a-4107-acd0-3968da8469c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:24:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccc4151f46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35873"
    uid: e232a4ee-b4d6-4aff-804c-53dced13e926
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:24:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:25Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccc41c2b22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: 8152e39f-36e3-4882-9e7c-6874e0bf050f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:24:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccd5b558826
    namespace: kserve-ci-e2e-test
    resourceVersion: "35920"
    uid: 5c6cf470-a07a-4d38-86d1-3ea3314935cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:24:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccd5e7c2c30
    namespace: kserve-ci-e2e-test
    resourceVersion: "35924"
    uid: 2c12b1e8-24e3-4e9f-92b2-3d7f05e5c0c7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:24:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:24:29Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6eccd5eed90d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: bae6e270-4ed6-45af-bf20-9d3993cdd5bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:25:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:04Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6ecd581ff82ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36211"
    uid: deca35da-58f6-437f-b95c-8b867252df6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35857"
    uid: f6f278e6-4baa-4182-8cec-844fdff2d3aa
  kind: Event
  lastTimestamp: "2026-04-16T19:25:11Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:11Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp.18a6ecd72335bbdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: cbfeedff-3e5c-4bc4-8566-900a1b620330
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35834"
    uid: d53d6a92-2d96-4b83-b3cb-693fefcdc2a1
  kind: Event
  lastTimestamp: "2026-04-16T19:24:24Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-9c799c49c-c75zp'
  metadata:
    creationTimestamp: "2026-04-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-9c799c49c.18a6eccc23530cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35856"
    uid: e6f5900c-7017-473b-87db-fa94ae7a47ae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35830"
    uid: 0e01db4f-7e0a-42ca-b61c-5839126f0cf3
  kind: Event
  lastTimestamp: "2026-04-16T19:24:24Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-9c799c49c from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eccc1e292afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "35840"
    uid: 71ea6add-d44d-41bf-84d2-7a417a855f6d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: 7a9844b9-1ae8-4bd0-b16d-10f3e0873e37
  kind: Event
  lastTimestamp: "2026-04-16T19:24:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eccf9cffa164
    namespace: kserve-ci-e2e-test
    resourceVersion: "35990"
    uid: 1516fef9-8c2c-4859-bb64-8f8931807337
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35833"
    uid: 7a9844b9-1ae8-4bd0-b16d-10f3e0873e37
  kind: Event
  lastTimestamp: "2026-04-16T19:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:39Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6eccf9d5c3a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35992"
    uid: 78dca735-3e12-4599-aee1-0b6625e89ec0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: 7a9844b9-1ae8-4bd0-b16d-10f3e0873e37
  kind: Event
  lastTimestamp: "2026-04-16T19:24:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6ecd31c0c1e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36099"
    uid: 35318ca2-a79f-4556-95d0-f3e06f207c65
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: 7a9844b9-1ae8-4bd0-b16d-10f3e0873e37
  kind: Event
  lastTimestamp: "2026-04-16T19:24:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:24:54Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a6ecd31c73dc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36101"
    uid: ed9c63cd-db51-4658-9d69-197329a1658c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35815"
    uid: 1e92d7a0-a1bf-4a50-8c31-11497b2e0254
  kind: Event
  lastTimestamp: "2026-04-16T19:25:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:25:01Z"
    name: isvc-xgboost-v2-mlserver.18a6eccc1dff76ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "36158"
    uid: d1ffc082-ef9a-4f6f-a8d8-c49a7764cb5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35815"
    uid: 1e92d7a0-a1bf-4a50-8c31-11497b2e0254
  kind: Event
  lastTimestamp: "2026-04-16T19:24:24Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:24:24Z"
    name: isvc-xgboost-v2-mlserver.18a6eccc1e9f348d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35842"
    uid: 72aeb320-e9ed-4aec-b6c4-a759d6bd2507
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36155"
    uid: 1e92d7a0-a1bf-4a50-8c31-11497b2e0254
  kind: Event
  lastTimestamp: "2026-04-16T19:25:01Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:25:01Z"
    name: isvc-xgboost-v2-mlserver.18a6ecd4d7c68f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36157"
    uid: f683daa0-2676-411f-827e-71eea833b19a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:27:45.310636Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37589"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-675d9b5ff-97phw
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfae154b839
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: 4c2f76ae-b914-42b2-a8b7-7d815dbab63d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfafa08d1c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37604"
    uid: 6df3b6c4-1505-4b24-adb7-e6f1971ea1f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfafb312d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "37606"
    uid: ccc187d1-c928-421e-9c9f-fa760c740265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfafe3259d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37610"
    uid: cded1436-14ce-47ab-be33-4e8a1534ca6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfafea3ae39
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: f78c3f36-9248-4a3e-9de9-7f24a3beed04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:27:50Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:50Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfc070e5430
    namespace: kserve-ci-e2e-test
    resourceVersion: "37648"
    uid: e5b35f48-02d2-45fa-a30e-f01c19861df2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:27:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:50Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfc0a093496
    namespace: kserve-ci-e2e-test
    resourceVersion: "37652"
    uid: eb929850-ca5a-4cce-a59a-1b84c9a3c4e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:27:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:27:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:50Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfc0a7ad8ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "37653"
    uid: db5d6b00-4d81-4742-b106-42be088470bf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:28:42Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-16T19:27:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:42Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ecfc42eee548
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: 8ced639b-ffd5-41af-b69f-0677b5c3a8d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw
    namespace: kserve-ci-e2e-test
    resourceVersion: "37591"
    uid: aa880a9e-211b-49d5-80f4-2b9cf9fd8554
  kind: Event
  lastTimestamp: "2026-04-16T19:28:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:28:55Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff-97phw.18a6ed0b358032cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38152"
    uid: 8a44afbc-7a58-43c8-a68b-5ec40b660428
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-675d9b5ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37575"
    uid: f7b92d7d-b7bd-46f4-99cd-f400396dbd11
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-675d9b5ff-97phw'
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-675d9b5ff.18a6ecfae0f3e269
    namespace: kserve-ci-e2e-test
    resourceVersion: "37590"
    uid: eac08c0d-19ec-432b-8a53-8a95853f126f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37572"
    uid: 29be2f3a-e803-4b4f-b0c3-1652b8609d35
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-675d9b5ff from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor.18a6ecfade5abe63
    namespace: kserve-ci-e2e-test
    resourceVersion: "37579"
    uid: 80270010-aa16-45f8-9313-59b1e92c1a9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: b75f3558-1349-42fd-994d-539a71583c69
  kind: Event
  lastTimestamp: "2026-04-16T19:28:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:28:00Z"
    name: isvc-xgboost-v2-predictor.18a6ecfe5d7e94e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37729"
    uid: 42e40536-ca18-4f6d-91cc-c62339b5d91c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: b75f3558-1349-42fd-994d-539a71583c69
  kind: Event
  lastTimestamp: "2026-04-16T19:28:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:28:00Z"
    name: isvc-xgboost-v2-predictor.18a6ecfe5de1c6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37731"
    uid: f68a7125-c77a-4492-84e5-00260f5b92b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37730"
    uid: b75f3558-1349-42fd-994d-539a71583c69
  kind: Event
  lastTimestamp: "2026-04-16T19:28:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:28:45Z"
    name: isvc-xgboost-v2-predictor.18a6ed01dc8b0aa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38048"
    uid: 678df3c7-53fa-49b5-89d4-99785b687291
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37730"
    uid: b75f3558-1349-42fd-994d-539a71583c69
  kind: Event
  lastTimestamp: "2026-04-16T19:28:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:28:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:28:45Z"
    name: isvc-xgboost-v2-predictor.18a6ed01dce76d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38049"
    uid: 9e22117e-4849-4360-a365-68911d13f698
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:26:55.149107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37153"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecef33788482
    namespace: kserve-ci-e2e-test
    resourceVersion: "37160"
    uid: b12b9e9f-815c-4640-a6b5-39d70eda17ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37163"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecef4cc8ab0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37173"
    uid: efc9c7ae-69ac-4f7e-b26b-99d44176d587
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecef4e0220da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37175"
    uid: acfec6ef-b5fe-4612-9364-bb50a7e16be4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecef513b9cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37178"
    uid: 24ee5079-f22a-43ba-872e-019344786243
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecef51aba38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: 691c5b8f-f985-494a-a5cc-47377bb0fb59
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:27:00Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:00Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecf065550fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "37221"
    uid: 832c9d70-debe-4950-b6a0-2c00a970658e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:27:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:00Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecf069618532
    namespace: kserve-ci-e2e-test
    resourceVersion: "37227"
    uid: 4175db27-fd29-4c99-8cc7-e918344cc2ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:27:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:27:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:00Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecf069d16b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37228"
    uid: e2dc6ea0-bb53-4489-861b-192db5f8c35d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:27:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:32Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecf7de7e2dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37454"
    uid: 0973b04b-9ee0-42b4-ad7d-89f6aa584d3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecfade38b363
    namespace: kserve-ci-e2e-test
    resourceVersion: "37578"
    uid: 8f274391-1286-4852-9b56-264801a7d037
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 78d4c02b-6a51-467a-bac2-a2ab6649eb4e
  kind: Event
  lastTimestamp: "2026-04-16T19:27:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.59:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.59:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:27:52Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts.18a6ecfc8168112d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37672"
    uid: a069d218-8e49-409a-a6bb-1f7f1fd3a3d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-d58974886
    namespace: kserve-ci-e2e-test
    resourceVersion: "37142"
    uid: b17c019e-d8fb-4291-b964-4e52760ad6c5
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-d58974886-vlcts'
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime-predictor-d58974886.18a6ecef33047485
    namespace: kserve-ci-e2e-test
    resourceVersion: "37154"
    uid: 17941bc1-6051-4342-9372-0e92c92137c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37139"
    uid: 56bbeb6a-4391-4691-9bcb-cdd56038a339
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-d58974886 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ecef30507d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37145"
    uid: d438f6e9-5377-405a-9c08-6f1f099bfffd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 78d4cee4-49e7-4a47-acc5-f6aac1d02253
  kind: Event
  lastTimestamp: "2026-04-16T19:27:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:27:25Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ecf2af20a7aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37399"
    uid: 612b6a61-9d8a-45d4-a54b-11b049b2997d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37141"
    uid: 78d4cee4-49e7-4a47-acc5-f6aac1d02253
  kind: Event
  lastTimestamp: "2026-04-16T19:27:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:27:25Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ecf2af83f8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37400"
    uid: 675d7ec2-d509-4da2-a290-a0bbe3e8a239
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: 78d4cee4-49e7-4a47-acc5-f6aac1d02253
  kind: Event
  lastTimestamp: "2026-04-16T19:27:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:27:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ecf9ad69091f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37500"
    uid: e838f6c0-38c0-4443-98ea-5d748b3127a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37295"
    uid: 78d4cee4-49e7-4a47-acc5-f6aac1d02253
  kind: Event
  lastTimestamp: "2026-04-16T19:27:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:27:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18a6ecf9add3e688
    namespace: kserve-ci-e2e-test
    resourceVersion: "37502"
    uid: dfe6106a-f2b4-410b-910f-635cbef939c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: ade750bb-5fc8-4359-b735-6c5894645544
  kind: Event
  lastTimestamp: "2026-04-16T19:27:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:27:42Z"
    name: isvc-xgboost-v2-runtime.18a6ecef30298d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37529"
    uid: efcebe30-7312-455a-9672-30a78b4f11fe
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: ade750bb-5fc8-4359-b735-6c5894645544
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime.18a6ecef30784c6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37165"
    uid: efcdc75f-a956-4626-8414-99d85f7bc63d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:26:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37132"
    uid: ade750bb-5fc8-4359-b735-6c5894645544
  kind: Event
  lastTimestamp: "2026-04-16T19:26:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:26:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:26:55Z"
    name: isvc-xgboost-v2-runtime.18a6ecef34dc046d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37166"
    uid: 61e30408-6170-4141-8528-a0242ffaec1f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: ade750bb-5fc8-4359-b735-6c5894645544
  kind: Event
  lastTimestamp: "2026-04-16T19:27:42Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:27:42Z"
    name: isvc-xgboost-v2-runtime.18a6ecfa30ec407f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37528"
    uid: d84146c7-ecb5-4523-94ab-33001d77b268
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37552"
    uid: 8db34dce-b886-43ba-b4c8-be7cf4d84be0
  kind: Event
  lastTimestamp: "2026-04-16T19:28:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:28:52Z"
    name: isvc-xgboost-v2.18a6ecfade320e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: ededefc1-bb5f-4ef8-b063-3433220da112
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37552"
    uid: 8db34dce-b886-43ba-b4c8-be7cf4d84be0
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2.18a6ecfade83c02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37599"
    uid: 46e4ff99-d3ae-46cb-b316-de959f06fe65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 8db34dce-b886-43ba-b4c8-be7cf4d84be0
  kind: Event
  lastTimestamp: "2026-04-16T19:27:45Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:27:45Z"
    name: isvc-xgboost-v2.18a6ecfae31983ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37600"
    uid: c94a43c2-3b88-475d-b6ea-9ba0fab888fb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:28:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: 8db34dce-b886-43ba-b4c8-be7cf4d84be0
  kind: Event
  lastTimestamp: "2026-04-16T19:28:52Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:28:52Z"
    name: isvc-xgboost-v2.18a6ed0a7a3f12c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38101"
    uid: 2f8ea299-8443-4db7-b91a-2958d0353694
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 8f6bc774-47cc-47fd-875e-29e9845db4b7
  kind: Event
  lastTimestamp: "2026-04-16T19:24:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:24:20Z"
    name: isvc-xgboost.18a6ecb71c950e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35783"
    uid: 95a23fab-173c-4edd-ace9-70eca277ff5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:22:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: 8f6bc774-47cc-47fd-875e-29e9845db4b7
  kind: Event
  lastTimestamp: "2026-04-16T19:22:54Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:22:54Z"
    name: isvc-xgboost.18a6ecb71cd7455d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35127"
    uid: 5bbb6eaf-4a14-4329-8cdc-3df4fcbdd083
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:24:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35781"
    uid: 8f6bc774-47cc-47fd-875e-29e9845db4b7
  kind: Event
  lastTimestamp: "2026-04-16T19:24:20Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:24:20Z"
    name: isvc-xgboost.18a6eccb34e5a2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35782"
    uid: 8d6d4551-453d-4118-8fea-f4ba9e275b0d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T18:43:46.212224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-79c7995f46-9lfrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: 97ee1799-d86c-4bea-9942-6e23b76a65ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-79c7995f46-9lfrx
    to ip-10-0-132-14.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: message-dumper-predictor-79c7995f46-9lfrx.18a6ea946aceb929
    namespace: kserve-ci-e2e-test
    resourceVersion: "15536"
    uid: 9788ecb9-ab44-423a-b735-2543f53c216c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-79c7995f46-9lfrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 97ee1799-d86c-4bea-9942-6e23b76a65ec
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: message-dumper-predictor-79c7995f46-9lfrx.18a6ea9471d23de4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 4ac7253e-f809-46e4-816a-1918a25dbb22
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-9lfrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 97ee1799-d86c-4bea-9942-6e23b76a65ec
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: message-dumper-predictor-79c7995f46-9lfrx.18a6ea9472e8959e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: 6550c747-be64-4411-8a5c-e6a54bd329c0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-9lfrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 97ee1799-d86c-4bea-9942-6e23b76a65ec
  kind: Event
  lastTimestamp: "2026-04-16T18:43:47Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 952ms (952ms including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-16T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:47Z"
    name: message-dumper-predictor-79c7995f46-9lfrx.18a6ea94abb477ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 659d068b-33b7-4633-918a-5860f7eb15f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-9lfrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 97ee1799-d86c-4bea-9942-6e23b76a65ec
  kind: Event
  lastTimestamp: "2026-04-16T18:43:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:47Z"
    name: message-dumper-predictor-79c7995f46-9lfrx.18a6ea94b09235eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15559"
    uid: 2cc5816a-2cf5-463d-bd71-38e383710f33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-9lfrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 97ee1799-d86c-4bea-9942-6e23b76a65ec
  kind: Event
  lastTimestamp: "2026-04-16T18:43:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:43:47Z"
    name: message-dumper-predictor-79c7995f46-9lfrx.18a6ea94b11b4ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 216074b9-385e-4ea1-a071-e226e41938a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-79c7995f46-9lfrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "15532"
    uid: 97ee1799-d86c-4bea-9942-6e23b76a65ec
  kind: Event
  lastTimestamp: "2026-04-16T18:45:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T18:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T18:45:21Z"
    name: message-dumper-predictor-79c7995f46-9lfrx.18a6eaaa974e84c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: f20c6203-9359-48cb-ae2f-054c2ccc568d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-14.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-14.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-79c7995f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15519"
    uid: a3499f3f-1485-4bc8-af6e-f0b97fa6febc
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: 'Created pod: message-dumper-predictor-79c7995f46-9lfrx'
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: message-dumper-predictor-79c7995f46.18a6ea946a3e3446
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 18af1a1d-3b46-4c1b-934c-38df2128a652
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 9b72bc68-321d-4c62-bdb0-7c1ba0af0440
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: Scaled up replica set message-dumper-predictor-79c7995f46 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: message-dumper-predictor.18a6ea9468aa6112
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 0f9180e5-aafd-405e-9571-e23a1fa59be9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: 53c683b4-dc62-460c-834f-e08f0c06e4c9
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: message-dumper-predictor.18a6ea97e79d63cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15959"
    uid: c3460fa1-7579-472c-b8ce-e0c9b3c82a49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-16T18:44:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: 53c683b4-dc62-460c-834f-e08f0c06e4c9
  kind: Event
  lastTimestamp: "2026-04-16T18:44:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T18:44:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T18:44:31Z"
    name: message-dumper-predictor.18a6ea97e80263ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15960"
    uid: 13346d08-d35f-458d-8683-d663873b5d48
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 0ed1350a-ef19-4ed3-9790-fdcd35f72921
  kind: Event
  lastTimestamp: "2026-04-16T18:43:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:47Z"
    name: message-dumper.18a6ea9468b0b13d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 8ce3b88b-4c74-4034-b361-3cc04572ab04
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 0ed1350a-ef19-4ed3-9790-fdcd35f72921
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: message-dumper.18a6ea946918b9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 3552d83f-6afa-47f2-a34c-e1d6caf7467f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 0ed1350a-ef19-4ed3-9790-fdcd35f72921
  kind: Event
  lastTimestamp: "2026-04-16T18:43:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-16T18:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:46Z"
    name: message-dumper.18a6ea946d0b056f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 4a4ee00e-d748-4d09-b068-22d572f6fe55
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T18:43:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: 0ed1350a-ef19-4ed3-9790-fdcd35f72921
  kind: Event
  lastTimestamp: "2026-04-16T18:43:47Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-16T18:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T18:43:47Z"
    name: message-dumper.18a6ea94d2b9a782
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 629372b6-375d-41fb-82f6-909930fc42f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:14:22.480182Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30890"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec3ff4e829f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30894"
    uid: a69df53c-4225-40f2-8131-e7c5a9b3cf4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30898"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec400de4a8bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30905"
    uid: 8576a0a9-5c8c-426b-8482-3c5423173040
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec400f3ebc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 47bc7562-0559-403f-a23a-35570a82dc3e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec40121afc18
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: f49d3e82-1392-4a59-9e3b-80384cf22c91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec401289723b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: 718b32b7-ed9e-4f52-8d7e-67c02f454cd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:26Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec40eed7c5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30944"
    uid: 2d1ec603-f0fa-4521-8e91-5c078bf85f3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:26Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec40f2b94d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: fed305c7-5c08-4394-b8f5-99968b1ac20d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:26Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec40f326c10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30951"
    uid: 47aa07ef-4c2b-47c5-96ef-cd3203f106de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:14:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-04-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:14:58Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec486861602b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31182"
    uid: 0203a26c-de14-4007-ba27-9af43fb04d90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:15:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:15:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:12Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec4ba01e9d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "31310"
    uid: 2d46cea2-91f3-454a-ba5c-162c662debc3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: a7112717-d106-46bc-9fb6-9ecf432133d9
  kind: Event
  lastTimestamp: "2026-04-16T19:15:18Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-16T19:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:15:18Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847-wsqps.18a6ec4d0ae4b613
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 95e4cce9-9194-4b5f-b31d-83c6b787a1fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-5fdf655847
    namespace: kserve-ci-e2e-test
    resourceVersion: "30875"
    uid: fc402196-d841-4493-aa9d-a3b4ce6baa0e
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-5fdf655847-wsqps'
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver-predictor-5fdf655847.18a6ec3ff48b0e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30891"
    uid: 807ed046-1197-4dc4-a172-ca6a26abe041
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30871"
    uid: f47f37df-9f7f-4ba3-aefc-75240efcb589
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-5fdf655847 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver-predictor.18a6ec3ff1c98559
    namespace: kserve-ci-e2e-test
    resourceVersion: "30878"
    uid: 69d8e823-c949-49ad-87ac-b23a769d7eee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: 06f12843-9ad2-406f-a78b-029abbd1e5eb
  kind: Event
  lastTimestamp: "2026-04-16T19:14:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:52Z"
    name: sklearn-v2-mlserver-predictor.18a6ec4370ef852a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31138"
    uid: 4b5420a7-4e2d-4401-a3d9-9ee3af68b982
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30874"
    uid: 06f12843-9ad2-406f-a78b-029abbd1e5eb
  kind: Event
  lastTimestamp: "2026-04-16T19:14:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:14:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:14:52Z"
    name: sklearn-v2-mlserver-predictor.18a6ec43715cbd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31139"
    uid: 1d570596-72a4-4056-9146-b4a38e72ef9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: 06f12843-9ad2-406f-a78b-029abbd1e5eb
  kind: Event
  lastTimestamp: "2026-04-16T19:15:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:07Z"
    name: sklearn-v2-mlserver-predictor.18a6ec4a6f249de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31236"
    uid: 702720d5-3d0b-4789-86d6-174304c773cd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31031"
    uid: 06f12843-9ad2-406f-a78b-029abbd1e5eb
  kind: Event
  lastTimestamp: "2026-04-16T19:15:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-16T19:15:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:15:07Z"
    name: sklearn-v2-mlserver-predictor.18a6ec4a6f8362ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31238"
    uid: 3b736901-5b7b-471e-8e57-8708ac5cbadb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: d1e106cf-af15-439c-b114-039c0c2de364
  kind: Event
  lastTimestamp: "2026-04-16T19:15:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:15:08Z"
    name: sklearn-v2-mlserver.18a6ec3ff1a33b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: 13008c28-7763-47f7-b932-dd6c9966636a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:14:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30853"
    uid: d1e106cf-af15-439c-b114-039c0c2de364
  kind: Event
  lastTimestamp: "2026-04-16T19:14:22Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:14:22Z"
    name: sklearn-v2-mlserver.18a6ec3ff23e762a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30882"
    uid: 339855cc-371b-4c56-82b9-a3f5939f0022
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:15:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31257"
    uid: d1e106cf-af15-439c-b114-039c0c2de364
  kind: Event
  lastTimestamp: "2026-04-16T19:15:08Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:15:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:15:08Z"
    name: sklearn-v2-mlserver.18a6ec4abaeca2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31258"
    uid: 5799751d-e845-49db-8dd3-27d88062a513
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-16T19:25:04.832975Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36215"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    to ip-10-0-139-33.ec2.internal
  metadata:
    creationTimestamp: "2026-04-16T19:25:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-16T19:25:04Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd5841df242
    namespace: kserve-ci-e2e-test
    resourceVersion: "36220"
    uid: 6d736392-ab86-4663-b2fd-a69116afcf27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-58f68b4bf5-nglxr
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36226"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:05Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-16T19:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-16T19:25:05Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd59d675ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36232"
    uid: 00e6153f-6d9e-4781-9388-b89dfebb1610
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0784282e0aaaff940f9515f44b229c4f93907c9657748d25ae94f59437bac840"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-16T19:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:05Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd59e9d13fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: 4bfc3789-aac2-4732-a222-cb4ec9c1712f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-16T19:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:05Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd5a21f632f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36237"
    uid: 22d9ea06-d547-4caa-a332-6c3f1be74081
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-16T19:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:05Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd5a28a6ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36238"
    uid: 5392c5f0-a956-416a-99a6-482da191659e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:09Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-16T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:09Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd6b37ba44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36275"
    uid: d2daf7ec-299e-421d-a52c-c713a112bd56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-16T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:09Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd6b6b1d60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36280"
    uid: 3ff19ecb-81aa-436e-8ee3-0bc36aa4d91a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:25:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:09Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecd6b7494439
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: be14a995-57f2-493a-b4b8-5dc969b1342f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-16T19:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:44Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ecded8674530
    namespace: kserve-ci-e2e-test
    resourceVersion: "36573"
    uid: 16240c76-625c-4d92-9ab6-bb624d134e0d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "36217"
    uid: 4a3e7319-d691-4ef3-a61b-0ef60560c20c
  kind: Event
  lastTimestamp: "2026-04-16T19:25:52Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/xgboost-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-04-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-16T19:25:52Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm.18a6ece0b6ec8c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "36674"
    uid: fe8a70c0-1078-4267-9d5a-0ccaa7acdf50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-33.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-33.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-654cf7d7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36194"
    uid: 6446babb-1dac-4cc0-aad3-c0a85241e4e4
  kind: Event
  lastTimestamp: "2026-04-16T19:25:04Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-654cf7d7c6-zfjkm'
  metadata:
    creationTimestamp: "2026-04-16T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:25:04Z"
    name: xgboost-v2-mlserver-predictor-654cf7d7c6.18a6ecd583bdd19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36218"
    uid: e25ed6e0-e497-485b-8152-eee5e8563322
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36187"
    uid: 6fd54496-ea6d-4b65-b289-918a3bd0f59f
  kind: Event
  lastTimestamp: "2026-04-16T19:25:04Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-654cf7d7c6 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-16T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:25:04Z"
    name: xgboost-v2-mlserver-predictor.18a6ecd580048e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "36200"
    uid: 18572c29-e316-472e-ae35-41987572a6d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: ba2a5b7c-c892-4efa-8a15-b21128ed9bfd
  kind: Event
  lastTimestamp: "2026-04-16T19:25:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:25:34Z"
    name: xgboost-v2-mlserver-predictor.18a6ecd8fe04526b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36464"
    uid: ee4c576f-143b-4568-810c-140b23cedd78
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36192"
    uid: ba2a5b7c-c892-4efa-8a15-b21128ed9bfd
  kind: Event
  lastTimestamp: "2026-04-16T19:25:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-16T19:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-16T19:25:34Z"
    name: xgboost-v2-mlserver-predictor.18a6ecd8fe688102
    namespace: kserve-ci-e2e-test
    resourceVersion: "36465"
    uid: c92dad6d-8e32-47ed-980d-d4960e3fe81c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: b1a183cc-6253-4044-944f-740ffe472216
  kind: Event
  lastTimestamp: "2026-04-16T19:25:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-16T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:25:42Z"
    name: xgboost-v2-mlserver.18a6ecd57f3d0454
    namespace: kserve-ci-e2e-test
    resourceVersion: "36522"
    uid: 16d87f85-6bbe-4669-b178-fd6b43c9bb30
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36178"
    uid: b1a183cc-6253-4044-944f-740ffe472216
  kind: Event
  lastTimestamp: "2026-04-16T19:25:04Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-16T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:25:04Z"
    name: xgboost-v2-mlserver.18a6ecd58029335a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36202"
    uid: 7b61fd8a-2ff0-4b94-9b2b-5177e02c26f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-16T19:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36520"
    uid: b1a183cc-6253-4044-944f-740ffe472216
  kind: Event
  lastTimestamp: "2026-04-16T19:25:42Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-16T19:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-16T19:25:42Z"
    name: xgboost-v2-mlserver.18a6ecde2de61ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36521"
    uid: eb666e1b-e729-4b83-ab75-9058d975e460
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41487"