---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:48:24.522576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25586"
    uid: dc77c860-8b3d-4516-8561-7dd8ffe42bbe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj.18a9694c5407a24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25590"
    uid: 8450320c-14c6-4633-a313-84dcfadf07c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: dc77c860-8b3d-4516-8561-7dd8ffe42bbe
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-30f3f9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj.18a9694c5e4d7ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: df9cfb15-7391-4ea9-8450-e82ec7c26435
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25594"
    uid: dc77c860-8b3d-4516-8561-7dd8ffe42bbe
  kind: Event
  lastTimestamp: "2026-04-24T21:48:25Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:48:25Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj.18a9694c90eb28a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25612"
    uid: 78b3978f-62d1-450b-abf0-e3da016dcdeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: dc77c860-8b3d-4516-8561-7dd8ffe42bbe
  kind: Event
  lastTimestamp: "2026-04-24T21:48:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:29Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj.18a9694c924a1dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25657"
    uid: 5dad4026-8bd4-4c10-9be1-e041266d7e6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: dc77c860-8b3d-4516-8561-7dd8ffe42bbe
  kind: Event
  lastTimestamp: "2026-04-24T21:48:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:29Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj.18a9694c958226cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25661"
    uid: 97576985-28aa-4033-a1b6-ea2c3dcac03f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: dc77c860-8b3d-4516-8561-7dd8ffe42bbe
  kind: Event
  lastTimestamp: "2026-04-24T21:48:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:48:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:29Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj.18a9694c95f90b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25662"
    uid: f352fd7a-611f-4423-858d-be75e7502d8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "25588"
    uid: dc77c860-8b3d-4516-8561-7dd8ffe42bbe
  kind: Event
  lastTimestamp: "2026-04-24T21:48:32Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj_kserve-ci-e2e-test(dc77c860-8b3d-4516-8561-7dd8ffe42bbe)
  metadata:
    creationTimestamp: "2026-04-24T21:48:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:32Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj.18a9694e3d525452
    namespace: kserve-ci-e2e-test
    resourceVersion: "25688"
    uid: eb30c549-00f0-4a3b-ad97-e104f0e7ffbc
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-30f3f9-predictor-8694459b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "25577"
    uid: 22c042d3-8ba2-41f1-a904-e5bff9db3594
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: 'Created pod: isvc-init-fail-30f3f9-predictor-8694459b44-4f5lj'
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-init-fail-30f3f9-predictor-8694459b44.18a9694c539e96f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25587"
    uid: 5b3f2197-a939-4543-8649-ea8640f1e1da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-30f3f9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25574"
    uid: b464b847-db22-4f34-ba20-e8b13bf70423
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: Scaled up replica set isvc-init-fail-30f3f9-predictor-8694459b44 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-init-fail-30f3f9-predictor.18a9694c50ccc2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25579"
    uid: a5b4dca8-ae4d-4de6-9d6c-ff844508c825
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30f3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 9115ddc7-0cf3-48ba-af00-afdad5259e2b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:33Z"
    name: isvc-init-fail-30f3f9.18a9694c50a38d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "25700"
    uid: 03d2ee5d-65f8-431e-972b-d2e8540b93c3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30f3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 9115ddc7-0cf3-48ba-af00-afdad5259e2b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-30f3f9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-30f3f9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-init-fail-30f3f9.18a9694c510f81f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25581"
    uid: e1727b31-e570-4591-b833-1285aa37191a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-30f3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 9115ddc7-0cf3-48ba-af00-afdad5259e2b
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-30f3f9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-init-fail-30f3f9.18a9694c510fccb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25582"
    uid: 2d3904c0-2050-4a22-9df0-142f52a4322c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:30:38.125674Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-bdf964bd-c66zd
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a9685409d22c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 1ced781f-891b-4d15-a177-afa33ea505b6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a9685422b9e6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: e2b44123-74b8-44bc-8f55-851a0993cddd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a968542411fb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 9a16dfa7-a9fe-4a8c-b231-a7475f31502d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a9685426d8097f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: aede75ca-cea0-46c7-8c1b-8e0696fe7126
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a968542747d4fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: fafba5be-1c2a-428d-8f40-6ef266adbec3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:43Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:30:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:43Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96855450e2b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: 517a8451-72f4-403c-8db1-b39ca45a9212
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:49Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.15s (6.15s including
    waiting). Image size: 606297871 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96856b3a9daeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: bfd42429-7f3f-4bf8-b263-f2dbe74caf79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96856b73a283d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16611"
    uid: 4fdffca7-eed2-49bc-9a5d-90e383da8b04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96856b7a8dcbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: 43ea1b9b-ad81-4d4c-922f-28e6ac174bfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96856b7b4476f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: 716a733b-571e-4b4a-bc5b-6631c56f67a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96856bacf89a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 6048339c-1374-4f1d-b6d1-30018b60b27a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:30:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:30:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:49Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96856bb4089d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: c3232912-5fc6-4872-9f60-c5460ce26dea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:31:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:31:56Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96856e7f89476
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 3c401521-e702-4e91-b77f-339f2448b604
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:32:02Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:02Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a96866cecf24fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: a847e76d-9f62-49d1-b6ac-813b97258099
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:31:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:31:59Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a9686705408647
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 1ea21361-8195-4bda-a6cb-0e603678f6cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:31:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:31:59Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a968670540fce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: 72ef6a0c-0e5e-49b4-94d3-669b9d608715
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-bdf964bd-c66zd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: a7f80a6c-f625-4cd5-a137-4fe7a6b8dca3
  kind: Event
  lastTimestamp: "2026-04-24T21:32:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:01Z"
    name: isvc-lightgbm-predictor-bdf964bd-c66zd.18a9686770174fd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 62bf8b37-0a0e-4e71-a25a-180209df4569
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-bdf964bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 977f5970-3bc8-4d4e-b2a6-780b8aa842de
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: 'Created pod: isvc-lightgbm-predictor-bdf964bd-c66zd'
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm-predictor-bdf964bd.18a9685409669f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16471"
    uid: 0b14a16a-90d6-43a5-99cc-d28e40270036
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: 2e3a2fef-f8bc-4df4-b8b2-ec1f2246ce09
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Scaled up replica set isvc-lightgbm-predictor-bdf964bd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm-predictor.18a96854045eff6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: bfc7d122-e3a3-4a04-92fd-cefbd5d12ca6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 054b5b23-1d96-4201-a57d-e86891cfac7f
  kind: Event
  lastTimestamp: "2026-04-24T21:31:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:31:23Z"
    name: isvc-lightgbm-predictor.18a9685782c1d721
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: 3991bb2d-8d97-4f90-a00f-5797927bac3e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: 054b5b23-1d96-4201-a57d-e86891cfac7f
  kind: Event
  lastTimestamp: "2026-04-24T21:31:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:31:23Z"
    name: isvc-lightgbm-predictor.18a9685783248ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16871"
    uid: cf9bcd46-99e9-4bc0-959a-8a0f1e6438a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 054b5b23-1d96-4201-a57d-e86891cfac7f
  kind: Event
  lastTimestamp: "2026-04-24T21:31:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:31:53Z"
    name: isvc-lightgbm-predictor.18a9685b02a8f5aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17080"
    uid: a1315501-e98e-4338-ab15-56023ae75e7d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 054b5b23-1d96-4201-a57d-e86891cfac7f
  kind: Event
  lastTimestamp: "2026-04-24T21:31:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:31:53Z"
    name: isvc-lightgbm-predictor.18a9685b036bbb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 3dc802ac-ebc2-4c27-a72e-e18d126bf3a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:31:58.279051Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17163"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96866b3559cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17170"
    uid: 6f227df7-252c-4a58-9197-8b733af6a093
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17174"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:31:58Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96866cc6f784c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: 10a29630-fca5-4285-a9fa-be13d8e9a5f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:31:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96866cdffdca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17183"
    uid: 17cfe585-c683-42bc-87ba-b95f66487380
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:31:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96866d0c0ba97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: 18aa04aa-31df-4073-b1a1-33dcd8f39eea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:31:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96866d1756909
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: d854dbdf-6897-4475-916f-6f4c336ec565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:32:02Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96867b8ec06ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 5ea90ffb-c804-472c-9185-a8cdd3eb11ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:32:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96867bbe5a682
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: d2bb3f48-9303-42bc-855d-ec0133f0d51a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:32:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96867bca26a95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: 227aa39e-6fb6-42b7-8bd2-76c6afa71384
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:32:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96867bcb13597
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 0cb8a0ad-9bc1-4b90-8918-543eeb5e38a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:32:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96867bfee260e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: e59d466c-9a9a-43a9-a2c8-b2edb84a3cc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:32:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:32:02Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96867c07355fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 648a7147-1c11-420d-9985-7a2f0fb81fd6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:33:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:22Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96867f4f07470
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: eae7dd43-8412-4873-842b-6c9482e83531
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a968798192dc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17809"
    uid: 59ec67a0-8319-43ba-a67a-f99e5218b16f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a968798193f361
    namespace: kserve-ci-e2e-test
    resourceVersion: "17812"
    uid: 84eda9ba-4c4c-44c8-9191-38d6ff66971f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: c4a7438a-52d2-4721-b3a2-6b381804f88c
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6.18a96879a71614a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: a98f0f8a-8084-4c97-8299-fe38a922aec6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-749c4f6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17155"
    uid: 41fef55b-9415-4f20-a16b-da43972ca8e1
  kind: Event
  lastTimestamp: "2026-04-24T21:31:58Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-749c4f6d58-km8t6'
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime-predictor-749c4f6d58.18a96866b2e374b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: e4d3f36d-b4e0-47af-8ae1-b5c70b75a536
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17152"
    uid: ff5de253-e565-4283-9c1a-46712606720c
  kind: Event
  lastTimestamp: "2026-04-24T21:31:58Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-749c4f6d58 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime-predictor.18a96866af75d293
    namespace: kserve-ci-e2e-test
    resourceVersion: "17157"
    uid: a8f48cd8-a4f4-4297-b955-2538f52a326a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 686fe670-812b-4dbe-b1c0-26d68e559ac4
  kind: Event
  lastTimestamp: "2026-04-24T21:32:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:32:13Z"
    name: isvc-lightgbm-runtime-predictor.18a9686a2e55a5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: f1d95858-64af-475b-bc0b-880c47b416bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17154"
    uid: 686fe670-812b-4dbe-b1c0-26d68e559ac4
  kind: Event
  lastTimestamp: "2026-04-24T21:32:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:32:13Z"
    name: isvc-lightgbm-runtime-predictor.18a9686a2eb459ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: cceb4a12-b48e-422a-9e08-06891e0784d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: 686fe670-812b-4dbe-b1c0-26d68e559ac4
  kind: Event
  lastTimestamp: "2026-04-24T21:33:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:33:13Z"
    name: isvc-lightgbm-runtime-predictor.18a9686dad61e0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 6778d48b-bc19-4d68-8d13-4fb442307747
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: 686fe670-812b-4dbe-b1c0-26d68e559ac4
  kind: Event
  lastTimestamp: "2026-04-24T21:33:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:33:13Z"
    name: isvc-lightgbm-runtime-predictor.18a9686dadcb3e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 1e768354-b985-436f-85b2-3a3e32149c81
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 4c3afeeb-290a-4a57-8eb9-241ba4028df7
  kind: Event
  lastTimestamp: "2026-04-24T21:33:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:33:12Z"
    name: isvc-lightgbm-runtime.18a96866af4492d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 60868f8f-c33d-491b-98fe-32168f7fce5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: 4c3afeeb-290a-4a57-8eb9-241ba4028df7
  kind: Event
  lastTimestamp: "2026-04-24T21:31:58Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:31:58Z"
    name: isvc-lightgbm-runtime.18a96866afa3f845
    namespace: kserve-ci-e2e-test
    resourceVersion: "17159"
    uid: 1ec2e79a-e956-4b7b-b699-a0b67eea388b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: 4c3afeeb-290a-4a57-8eb9-241ba4028df7
  kind: Event
  lastTimestamp: "2026-04-24T21:33:12Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:33:12Z"
    name: isvc-lightgbm-runtime.18a968780a438cf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17739"
    uid: 014eff22-2e8b-47a7-8c20-68c3414ee7b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:36:19.443935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19173"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a381f98ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19177"
    uid: 4d64109f-de16-40e8-8970-967380e27396
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19183"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a39b0c132b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 677df2cd-26cf-40df-8bae-df02999ac0ef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a39c501da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: 0c5270c7-4586-4c7d-bce9-ff6ef3769e8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a3a01984f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: 2b9adb68-cd35-453f-bdf9-17714f2f9f4d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a3a097dd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19197"
    uid: 789150a6-ef7f-4c39-b586-af7a513dae71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:24Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a4af658395
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: d9ef844b-2302-42a1-b851-ecc743bb3391
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a4b2bc9177
    namespace: kserve-ci-e2e-test
    resourceVersion: "19247"
    uid: 5ce53980-ddeb-41f2-83a8-d5ec05adcf74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a4b35feb6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19248"
    uid: 5f35c543-eb03-4726-97cd-4e0cda09bf09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a4b36d8264
    namespace: kserve-ci-e2e-test
    resourceVersion: "19249"
    uid: 5537d7a8-4feb-4f52-a040-bc73b3b3f614
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a4b6a4d0ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19251"
    uid: 6dad2279-2e95-414d-bd35-07155956e4a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:24Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a4b71778cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19252"
    uid: 5d3b8c1e-e886-4b91-9e68-506c4b03e561
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a5271aa468
    namespace: kserve-ci-e2e-test
    resourceVersion: "19275"
    uid: c3ada587-307a-47fc-b1f9-7e8a3c447e28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a82d61d259
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: 7c909465-4eb9-4abb-ae7f-81fc9310e428
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19174"
    uid: 3e2e15fa-9551-4bb0-ad39-859d391d652f
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp.18a968a82d6249ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19404"
    uid: 867d0823-bd4c-417a-a436-7787e7179e16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 0b3e9110-d032-4a24-8b79-ffa43e6b1030
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-559bf6989-6c8zp'
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve-predictor-559bf6989.18a968a381ba0c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "19175"
    uid: 16e0f8d1-fced-4eac-8396-c9a22b4f1439
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19142"
    uid: c5c9d43d-9091-4ebf-ad22-c2e417a00288
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-559bf6989 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a968a37b367625
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: b2bd8b5d-cc8f-4418-ab6b-932c331083fd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: bf3cb701-3af6-4351-b153-7e5fc14b9664
  kind: Event
  lastTimestamp: "2026-04-24T21:36:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a968a6f9fd5752
    namespace: kserve-ci-e2e-test
    resourceVersion: "19334"
    uid: 96a9ebb9-5475-4c4f-a3b9-a16285542bba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: bf3cb701-3af6-4351-b153-7e5fc14b9664
  kind: Event
  lastTimestamp: "2026-04-24T21:36:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:34Z"
    name: isvc-lightgbm-v2-kserve-predictor.18a968a6fa6d6bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 4fc8b477-f80d-4e2a-ab4e-18e42cb36f91
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19130"
    uid: f2d7eacd-8efa-4f13-8330-ec837df66b26
  kind: Event
  lastTimestamp: "2026-04-24T21:36:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:32Z"
    name: isvc-lightgbm-v2-kserve.18a968a37adccdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: a6a290c0-3800-4899-a60c-e453b55f2240
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: f2d7eacd-8efa-4f13-8330-ec837df66b26
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-kserve.18a968a3809883b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: b42b5dd5-73a5-4180-8e9e-44374d7209fb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "19318"
    uid: f2d7eacd-8efa-4f13-8330-ec837df66b26
  kind: Event
  lastTimestamp: "2026-04-24T21:36:32Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:32Z"
    name: isvc-lightgbm-v2-kserve.18a968a69295e83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: bcf10139-84e3-43cb-ab31-84852843732b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:33:19.137988Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a9687986e728bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17837"
    uid: e5685b07-9cce-4e94-a41e-5db574d3cb1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a968799fd24d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: eb29e4f6-5f5d-41f4-8612-bebd24e8e297
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96879a1382e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: 917ceea7-521e-4359-94c5-8f9f82904830
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96879a45b4493
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: 4c5c33c1-2af5-46c5-9d9b-392b381041fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96879a4cf807f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17853"
    uid: 11801be1-3378-4f1a-917c-fcb2a0ca94b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:33:23Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-04-24T21:33:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:33:23Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a9687aa3674079
    namespace: kserve-ci-e2e-test
    resourceVersion: "17892"
    uid: 8711ad69-0cfb-4fa3-b0a3-c0dc5540bac7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:35:33Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m9.871s
    (2m9.871s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96898e0527d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18795"
    uid: 9b016461-faba-4371-8de3-18d82c57d284
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:35:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96898e7801f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "18796"
    uid: 264dedf5-e25b-4054-9fda-b143307458ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:35:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96898e8a544cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18797"
    uid: d85aaf5f-1de1-41c0-bc82-f68135e27d78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:35:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:35:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96898e8b30bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: 6a66e662-18a3-43f2-bd93-e3cbcf0a2c7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:35:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96898eee70870
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: aa6c47e3-fe64-4757-885d-4695ea0cdcc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:35:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:35:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:35:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a96898f006181f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 4e993e6a-6d12-4fe1-a0b3-3e19e6793150
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a968a37fda50db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: c55dad6e-4826-4fe9-b0e0-47bc5dbb3bc2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17833"
    uid: 1e860b44-c98e-448a-bd09-50c263cdec59
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq.18a968a37fdb6e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: 864adee9-ff88-446b-91d0-181df0f8c7a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: 8c7ee062-7d5e-4900-9d97-5a3dfc01637d
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-8765c9667-49tbq'
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime-predictor-8765c9667.18a9687986537257
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: f0c06e93-14b0-4c83-a944-5ac63a7a9bc8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 89c27712-3935-4002-b6be-71488ee84c9c
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-8765c9667 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9687983322b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: 356e3414-28da-4496-8b62-f492accfcd41
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17816"
    uid: 976466f0-f909-4a13-8184-28d41840373b
  kind: Event
  lastTimestamp: "2026-04-24T21:36:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9687d022cbc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: b3dee9c4-94fe-4317-842b-23857e91606a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17816"
    uid: 976466f0-f909-4a13-8184-28d41840373b
  kind: Event
  lastTimestamp: "2026-04-24T21:36:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9687d02928800
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 60cabdd8-6774-4b5d-b2c7-7c0eceff4e12
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 976466f0-f909-4a13-8184-28d41840373b
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9689c791732bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 6393868a-fcc6-4a4e-aa52-5fe59795ed2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:35:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17970"
    uid: 976466f0-f909-4a13-8184-28d41840373b
  kind: Event
  lastTimestamp: "2026-04-24T21:36:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18a9689c79809697
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: eb2f473e-47e4-4773-94a1-a32833ca77a3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: aa03b908-55f0-442f-8938-4092b4b8e385
  kind: Event
  lastTimestamp: "2026-04-24T21:36:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:11Z"
    name: isvc-lightgbm-v2-runtime.18a9687983062196
    namespace: kserve-ci-e2e-test
    resourceVersion: "19075"
    uid: 3e15ec77-c0a5-4a3b-8fe5-992bfe7dd9f8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:33:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: aa03b908-55f0-442f-8938-4092b4b8e385
  kind: Event
  lastTimestamp: "2026-04-24T21:33:19Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:33:19Z"
    name: isvc-lightgbm-v2-runtime.18a968798367b979
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 375f7934-bcbb-4772-b675-dc6c0bed9b1a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: aa03b908-55f0-442f-8938-4092b4b8e385
  kind: Event
  lastTimestamp: "2026-04-24T21:36:11Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:11Z"
    name: isvc-lightgbm-v2-runtime.18a968a1a4db1f78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: 46f348db-7ac1-47c7-92df-774e684fb3a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: a725c2ba-0a73-46d6-9fdb-902a7b550382
  kind: Event
  lastTimestamp: "2026-04-24T21:31:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:31:57Z"
    name: isvc-lightgbm.18a96854041fa15c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 9af1a0f0-8987-4550-be7d-82145f128f5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: a725c2ba-0a73-46d6-9fdb-902a7b550382
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm.18a96854051a231e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: e65b396e-1cfd-4acf-a548-ebb15c411c1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: a725c2ba-0a73-46d6-9fdb-902a7b550382
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-lightgbm.18a968540c47f165
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 2fbfc6cf-e1dc-4bbc-99df-2857d6e3a0f0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: a725c2ba-0a73-46d6-9fdb-902a7b550382
  kind: Event
  lastTimestamp: "2026-04-24T21:31:57Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:31:57Z"
    name: isvc-lightgbm.18a9686693bc7d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17117"
    uid: 36dc7d18-9a82-4b62-9ab1-01c0cd05c8d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:29:12.853062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-74744fb9f-pkn5z
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:29:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:29:12Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a968402f2d5d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15768"
    uid: 55d229fb-4fe4-419e-9ca9-624d245d6bc2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:13Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:29:13Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a968404882aebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: cea434f7-289b-433a-9cc6-a6546b5fe241
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:13Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9684049f696a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: f63f270a-6e72-4c69-8f31-15934b5204b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:13Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a968404cbdd19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 68b00b4b-b830-4da1-9432-3c00b9e92e9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:13Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a968404d29bf76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 9a61fac8-743a-458c-a8f3-8dd82e973308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a968412da1cdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: a6a0ee6f-8f55-4c94-ae77-c256c5a660c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a96841311b9ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 4044d7d8-56ed-41ee-a724-07928e755678
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a968413191ad7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: 5634f9d4-b309-4af0-aa4e-b9d0b320fe96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a96841319ce1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15828"
    uid: 40b54ba0-3f9c-4eee-8e7b-83aea80cf8a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9684134bc3ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15830"
    uid: c9619f0a-c5a5-435f-ad9c-3a19b3483b6f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a96841353f15c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: b0fecf6c-11ff-4dc1-aee2-419b2f57dc70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e6428204baa077dfe80627f4a0f194329877d007e326693ea30a582520538a96"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a968413549e36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15832"
    uid: 64ed78ee-2c80-4eff-99a1-79583fbf1e29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9684138706b4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15833"
    uid: 8de75604-4c9a-4d29-a9ed-11716018df02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:29:17Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:17Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9684138e24e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: 50bae578-c4ee-4770-9b8c-22132021ef6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:30:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:54Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9684169d75ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 54656299-68b5-48f1-881e-4a2076158650
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:30:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:54Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9684169e85584
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: f72fc131-1e69-4065-bd06-22b578f998de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9685405bec386
    namespace: kserve-ci-e2e-test
    resourceVersion: "16460"
    uid: 8cd013a4-54a5-4912-ba68-a5257f2171b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9685405beec1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: 013dd42a-fff6-4bcd-83d2-f095aae423ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9685405bf677c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: da86673e-0681-4933-bbc0-f5e076c821aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-74744fb9f-pkn5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 94c95a50-9fb3-41c1-98c6-3ccd6570bcf5
  kind: Event
  lastTimestamp: "2026-04-24T21:30:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:59Z"
    name: isvc-logger-predictor-74744fb9f-pkn5z.18a9685445ededda
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 7ae21bbd-4048-4a3d-8ed6-b0e5d0ecc5aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-74744fb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15753"
    uid: de87bf8f-c3d7-4450-8624-17051cfd8581
  kind: Event
  lastTimestamp: "2026-04-24T21:29:12Z"
  message: 'Created pod: isvc-logger-predictor-74744fb9f-pkn5z'
  metadata:
    creationTimestamp: "2026-04-24T21:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:29:12Z"
    name: isvc-logger-predictor-74744fb9f.18a968402eca9131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: b9033973-9c15-4853-8212-503711b5b71b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: a84d1296-1b58-4ad3-8c40-cb318143ba91
  kind: Event
  lastTimestamp: "2026-04-24T21:29:12Z"
  message: Scaled up replica set isvc-logger-predictor-74744fb9f from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:29:12Z"
    name: isvc-logger-predictor.18a968402be075b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15755"
    uid: f2c2473e-4aae-4448-b23e-0a2a4985811f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 60b92686-0315-4c45-9f9d-0740ead2c2d7
  kind: Event
  lastTimestamp: "2026-04-24T21:29:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:29:57Z"
    name: isvc-logger-predictor.18a96843aa45d5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16136"
    uid: 92e9a89d-d9b9-4e1a-b370-846bc8e74f14
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: 60b92686-0315-4c45-9f9d-0740ead2c2d7
  kind: Event
  lastTimestamp: "2026-04-24T21:29:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:29:57Z"
    name: isvc-logger-predictor.18a96843aaa48329
    namespace: kserve-ci-e2e-test
    resourceVersion: "16137"
    uid: 93790361-50ac-40cc-83f0-85a7aa454751
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 60b92686-0315-4c45-9f9d-0740ead2c2d7
  kind: Event
  lastTimestamp: "2026-04-24T21:30:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:30:27Z"
    name: isvc-logger-predictor.18a96847294c33e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 7984ee84-63ab-438d-a03c-73c4d2fa3b1c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 60b92686-0315-4c45-9f9d-0740ead2c2d7
  kind: Event
  lastTimestamp: "2026-04-24T21:30:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:30:27Z"
    name: isvc-logger-predictor.18a9684729b034b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16355"
    uid: 4dccbf37-872a-4f54-af45-8007ef49a804
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 4beb4083-25b5-4b98-8414-1cd6851f4a07
  kind: Event
  lastTimestamp: "2026-04-24T21:30:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:30:24Z"
    name: isvc-logger.18a968402bace27e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: bec698ed-734c-4198-99ed-47932376bfd0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: 4beb4083-25b5-4b98-8414-1cd6851f4a07
  kind: Event
  lastTimestamp: "2026-04-24T21:29:12Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:29:12Z"
    name: isvc-logger.18a968402c033325
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: fc069bac-c1c7-4e96-96be-dab7af7ec94f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: 4beb4083-25b5-4b98-8414-1cd6851f4a07
  kind: Event
  lastTimestamp: "2026-04-24T21:30:24Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:30:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:30:24Z"
    name: isvc-logger.18a96850ccd1971b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 4c31e8d4-d52a-485a-ace1-dd0a0f28bbf3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:36:39.565259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19412"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a8314c8ee9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: 3464984b-126a-46be-9c5b-98821fceebeb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19422"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a84a9300fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19432"
    uid: 72849e73-d6ca-4504-b5ee-3175d851f5d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a84d677f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: a91d09ed-875b-492f-8593-b19655a3c2ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a852117452
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: 1bbb26ba-e17c-43ca-b3df-faa085fdc6aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:40Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a852849d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19437"
    uid: fc3ae392-3e81-433d-b583-2f8bd5636785
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:44Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a95bb9a564
    namespace: kserve-ci-e2e-test
    resourceVersion: "19479"
    uid: 3f0c5adb-f3bb-4caf-81fe-9cec1f6d4fe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a95f8666bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19483"
    uid: d2b73144-18d3-41d2-b970-e8ec3b2efef9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a95ffd133c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: cd814e3e-3548-407f-9a9c-345964d81944
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a9600b8c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: c202446e-a0ed-416d-b53f-83248a40e3dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a9631f5aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19488"
    uid: 0cffc650-a5e7-4ac5-90c3-9bf15b221e5e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:36:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:36:44Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968a9638f5df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19489"
    uid: faa6a426-dbe3-474b-97ec-d95c2ec39c58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:37:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968b3d7a347b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: a126cf0b-673a-4ac8-bd11-1e741bedb99f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: 0b73bc36-5c64-4d18-a267-1f53c0128ff4
  kind: Event
  lastTimestamp: "2026-04-24T21:37:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98.18a968b3d7a40c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19839"
    uid: 17317bae-50be-457b-935c-e12e17a911a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19401"
    uid: 49481348-93b0-4845-8855-18b68c06a191
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-5fdb47d546-cbq98'
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-mlflow-v2-runtime-predictor-5fdb47d546.18a968a830c7a49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19413"
    uid: 7a031f52-7423-4a04-8e3a-891543630ae5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19398"
    uid: dc575344-49af-416a-af20-8b373053ba32
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-5fdb47d546 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-mlflow-v2-runtime-predictor.18a968a82e23441e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: f11a9e19-4a1b-4a37-87af-5a302563e17b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 42c42a6e-d946-4910-88dc-079d5523d27b
  kind: Event
  lastTimestamp: "2026-04-24T21:37:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18a968abac9fad82
    namespace: kserve-ci-e2e-test
    resourceVersion: "19658"
    uid: e84c7baf-958f-4694-9e1f-48e91fbe7367
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: 42c42a6e-d946-4910-88dc-079d5523d27b
  kind: Event
  lastTimestamp: "2026-04-24T21:37:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:09Z"
    name: isvc-mlflow-v2-runtime-predictor.18a968abacfed437
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 19c84f19-b09b-4277-8691-0fecf2255685
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 42c42a6e-d946-4910-88dc-079d5523d27b
  kind: Event
  lastTimestamp: "2026-04-24T21:37:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18a968b2aba4b80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 865a68d8-4a45-4fe5-9850-9f470ab41bf2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19561"
    uid: 42c42a6e-d946-4910-88dc-079d5523d27b
  kind: Event
  lastTimestamp: "2026-04-24T21:37:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:37:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:24Z"
    name: isvc-mlflow-v2-runtime-predictor.18a968b2ac7fe004
    namespace: kserve-ci-e2e-test
    resourceVersion: "19777"
    uid: 0b0e50ab-f6fe-43e6-bd13-cfd265ccd703
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: 8a913d60-93cd-4efc-9e60-2b6638a06203
  kind: Event
  lastTimestamp: "2026-04-24T21:37:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:37:21Z"
    name: isvc-mlflow-v2-runtime.18a968a82dfb6a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19752"
    uid: 83138258-d7a5-484d-a671-8a7ce91635f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19372"
    uid: 8a913d60-93cd-4efc-9e60-2b6638a06203
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-mlflow-v2-runtime.18a968a82eb831b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19424"
    uid: 59aaffbb-e46f-4a73-a46b-f3dc5edaf5cc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:36:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: 8a913d60-93cd-4efc-9e60-2b6638a06203
  kind: Event
  lastTimestamp: "2026-04-24T21:36:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:36:39Z"
    name: isvc-mlflow-v2-runtime.18a968a834566648
    namespace: kserve-ci-e2e-test
    resourceVersion: "19425"
    uid: 8da51095-2716-44bc-82ce-2042e751ac6e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "19750"
    uid: 8a913d60-93cd-4efc-9e60-2b6638a06203
  kind: Event
  lastTimestamp: "2026-04-24T21:37:21Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:37:21Z"
    name: isvc-mlflow-v2-runtime.18a968b1ff65b290
    namespace: kserve-ci-e2e-test
    resourceVersion: "19751"
    uid: d8520c59-842c-46cf-8da4-dcbbe110b2b4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:38:49.853117Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:38:49Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968c6870f8ba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: fe8da23d-e5ca-4f43-9d46-2734a3b5e1c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20509"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:38:50Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:38:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968c6a0023885
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: caf9020e-35c3-4126-bdc3-3d2cf61c8bea
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:38:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968c6a163eb99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: 0a569d91-10bb-41aa-8670-53f470dbf55f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:38:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968c6a51a33fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20520"
    uid: cdf819bc-1da2-4384-814d-9383e83cd8bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:38:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:38:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:50Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968c6a59b7be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20521"
    uid: 9ec45deb-b246-4c01-9925-8a890699fe94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:38:54Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:54Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968c7b7cd834d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 1109143d-0aa4-46df-839c-386681cd589d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:39:05Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.771s (10.771s
    including waiting). Image size: 1162830075 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968ca39d79d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20643"
    uid: 0a862b80-c726-4df8-b0a0-7379266f6f99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:39:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968ca3d69e2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20644"
    uid: d8411a77-9aea-47ae-91a0-0ca1e263ea69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:39:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968ca3dfa2ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: 31621988-04df-4a50-8ae9-1e573309552b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:39:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968ca3e0500db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20646"
    uid: b37cc543-247e-4c66-b627-c39c315c99c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:39:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968ca40c11df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20647"
    uid: 11569f86-f899-4ed0-bfec-54cb94991d1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:39:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:05Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968ca412f51cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 307300a2-e68b-4462-a82a-fc8b20ed7acb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:40:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:03Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968ca8587dda6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21135"
    uid: e6a7b80c-c671-4b0e-b7d7-7ecb2e7a61d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:40:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968d7277ac29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 62800bee-c6f0-4fa7-9064-56241e66775e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:40:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:01Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968d72782cafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21092"
    uid: 07db35d3-99f2-4b15-8e98-5ea656057e8e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 9a0f8898-d553-43d5-82c8-bd3607358293
  kind: Event
  lastTimestamp: "2026-04-24T21:40:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:03Z"
    name: isvc-paddle-predictor-6b8b7cfb4b-n6ht9.18a968d78f8b32de
    namespace: kserve-ci-e2e-test
    resourceVersion: "21134"
    uid: 21db6dfd-0d95-4755-a34d-82c88d68a593
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6b8b7cfb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20484"
    uid: d77ca6ca-a9fc-42f9-8bd3-f617504083b0
  kind: Event
  lastTimestamp: "2026-04-24T21:38:49Z"
  message: 'Created pod: isvc-paddle-predictor-6b8b7cfb4b-n6ht9'
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:49Z"
    name: isvc-paddle-predictor-6b8b7cfb4b.18a968c68671e03d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20499"
    uid: 63374808-a707-4dd0-8179-e0f5fcfad948
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20481"
    uid: bc04fba2-5bff-4cdf-8b69-c5567134d923
  kind: Event
  lastTimestamp: "2026-04-24T21:38:49Z"
  message: Scaled up replica set isvc-paddle-predictor-6b8b7cfb4b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:38:49Z"
    name: isvc-paddle-predictor.18a968c683679df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20487"
    uid: 7d148f79-4813-4acf-b680-6bf0ffb7da85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: a87feebb-ecc9-4b87-8b57-bd3d7433ae6b
  kind: Event
  lastTimestamp: "2026-04-24T21:39:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:34Z"
    name: isvc-paddle-predictor.18a968ca0249437d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20859"
    uid: 0b7ff5a4-3273-4772-8405-684396a00ce5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: a87feebb-ecc9-4b87-8b57-bd3d7433ae6b
  kind: Event
  lastTimestamp: "2026-04-24T21:39:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:34Z"
    name: isvc-paddle-predictor.18a968ca028d8c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20860"
    uid: 06800bfe-3e1a-4896-8d6d-7d29c48e0dff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: a87feebb-ecc9-4b87-8b57-bd3d7433ae6b
  kind: Event
  lastTimestamp: "2026-04-24T21:39:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:49Z"
    name: isvc-paddle-predictor.18a968d47fc0bcda
    namespace: kserve-ci-e2e-test
    resourceVersion: "20967"
    uid: 911d94c7-3184-45e4-bd6b-53efb96a0733
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: a87feebb-ecc9-4b87-8b57-bd3d7433ae6b
  kind: Event
  lastTimestamp: "2026-04-24T21:39:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:39:49Z"
    name: isvc-paddle-predictor.18a968d4803e3bf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20968"
    uid: 6c7adef3-be32-4387-9e2e-b4d9fb05ea2b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:40:01.334340Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21100"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:40:01Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d72bac72b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: 012d205a-0004-4908-970f-2758a7f94bb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:01Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d7354b13a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21113"
    uid: 737e7261-ed30-4c99-89dc-f0d476e440b9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21110"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:02Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:40:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d768d7c7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "21124"
    uid: 87fe0df5-0ec2-4e61-813c-3ed65bcbde12
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d76aad2f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: 0e9f254c-fa2b-4aef-8d9d-4a0e6c71d0a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d76ea5405a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21129"
    uid: 47ce4c54-e054-4401-b120-13e3effc9e74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:40:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d76f208e37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21130"
    uid: f20144af-bd92-49e7-9495-d986ae5c0b7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:07Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d88963fc20
    namespace: kserve-ci-e2e-test
    resourceVersion: "21176"
    uid: 7927ca41-0f65-4680-a247-7d1435cb36e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d88c94e946
    namespace: kserve-ci-e2e-test
    resourceVersion: "21178"
    uid: 12dee77e-ee01-4662-9a46-bc5d94d2a2e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d88d0ba95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21181"
    uid: bc8a5168-7cda-4cb6-beae-ff50078fa632
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d88d1713a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21182"
    uid: a01bc5c1-f2e5-47d8-9d9f-d15bf395db32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d88fdb8553
    namespace: kserve-ci-e2e-test
    resourceVersion: "21184"
    uid: 925a23fc-1bbc-4023-8b09-2d006bdaeb66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:07Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d8904b5afc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21185"
    uid: e767b873-d0cf-4486-896b-1d849afe0a84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:40:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:40:45Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968d9011bcbdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: 1a72da9a-a46d-421b-af3b-5a22a19617e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:41:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968e574f15c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 5b1a3f91-eab1-405f-b9b0-d50e0d4c2853
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:41:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:02Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968e574f1dc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 2e8e1ce4-49aa-494c-8531-a4a8c23eaaf4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:41:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-04-24T21:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:06Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968e646b59e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 0894ce45-b9e9-49e8-ae1c-70608a55dd69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21102"
    uid: 5802b461-0b4c-44b4-8e35-9ec2476f7962
  kind: Event
  lastTimestamp: "2026-04-24T21:41:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: i/o timeout'
  metadata:
    creationTimestamp: "2026-04-24T21:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:06Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw.18a968e64704cfcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: 92475219-b3d8-4afd-a0c0-094bc96cc189
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: a680d115-2fab-4750-8eed-4cae362a2aaf
  kind: Event
  lastTimestamp: "2026-04-24T21:40:01Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-7f4d4f9dc8-gbvvw'
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:01Z"
    name: isvc-paddle-runtime-predictor-7f4d4f9dc8.18a968d72b2ed43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21101"
    uid: 4d96dd2f-de25-4677-98de-d3fc0ba101d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21087"
    uid: ffc4f574-f28d-4719-a7e9-f7fe56445775
  kind: Event
  lastTimestamp: "2026-04-24T21:40:01Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-7f4d4f9dc8 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:01Z"
    name: isvc-paddle-runtime-predictor.18a968d727ee4041
    namespace: kserve-ci-e2e-test
    resourceVersion: "21091"
    uid: 8853a416-a3e7-4f8d-a6b8-3969d0f15449
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: d13bff79-5000-402a-9317-b275aee4e3db
  kind: Event
  lastTimestamp: "2026-04-24T21:40:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:46Z"
    name: isvc-paddle-runtime-predictor.18a968daa76aaa13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: 25c49f66-08a4-4631-99de-f9d170d5b75a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: d13bff79-5000-402a-9317-b275aee4e3db
  kind: Event
  lastTimestamp: "2026-04-24T21:40:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:40:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:40:46Z"
    name: isvc-paddle-runtime-predictor.18a968daa7df754d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21456"
    uid: 96101536-fb19-401b-9be7-b3b11d5e898c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: d13bff79-5000-402a-9317-b275aee4e3db
  kind: Event
  lastTimestamp: "2026-04-24T21:41:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:01Z"
    name: isvc-paddle-runtime-predictor.18a968e52465b59d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: d6f65664-9cdb-473e-9716-66c5c5ea1f0e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21249"
    uid: d13bff79-5000-402a-9317-b275aee4e3db
  kind: Event
  lastTimestamp: "2026-04-24T21:41:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:01Z"
    name: isvc-paddle-runtime-predictor.18a968e524c85547
    namespace: kserve-ci-e2e-test
    resourceVersion: "21575"
    uid: 5aa8f323-b316-418e-afb5-20d933dd7240
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 26342af3-385f-45d5-b960-62a575e7a895
  kind: Event
  lastTimestamp: "2026-04-24T21:40:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:55Z"
    name: isvc-paddle-runtime.18a968d72837e6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21531"
    uid: 5c95e57b-2d86-43e5-9265-0b0abd91662d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21061"
    uid: 26342af3-385f-45d5-b960-62a575e7a895
  kind: Event
  lastTimestamp: "2026-04-24T21:40:01Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:01Z"
    name: isvc-paddle-runtime.18a968d728d2e215
    namespace: kserve-ci-e2e-test
    resourceVersion: "21096"
    uid: cfec08d6-ad22-4ad6-90cc-3b64ff4c1779
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:40:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: 26342af3-385f-45d5-b960-62a575e7a895
  kind: Event
  lastTimestamp: "2026-04-24T21:40:55Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:40:55Z"
    name: isvc-paddle-runtime.18a968e3bbfced50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: b9534e8e-9b7f-4652-b1ba-b2997b339acf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:41:02.775041Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:41:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:41:02Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e579d30e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21634"
    uid: 007ab87f-aebd-4c9d-b656-002f7858ef99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e58ad4dedb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 88a29c4b-9056-461b-a362-1dd273a9a04a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21637"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:03Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:41:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e5b6b009b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21648"
    uid: fe256b83-1811-4b24-83ec-8439d7abf208
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e5b81f46ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21650"
    uid: 91e01185-0ed8-4d97-b41c-5a8086222b31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e5bb17eb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21652"
    uid: 9f10e817-5a08-4f8f-bfc2-af52d52e8ef8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:41:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:03Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e5bb87ef0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 8b579804-ab77-4ceb-b26d-424f4aa6c7b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:08Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e6c8a42b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: 170bdff4-618a-4297-8e1e-6b11ef508a8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e6cbe939b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21702"
    uid: 8216a977-900a-439f-ac86-a0d9b346dced
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e6cc896f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21703"
    uid: 64d55105-03d6-41a4-81e9-ff8b4c466899
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e6cc9567b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: 6d809848-c6e1-44c2-bb41-5f5fbb2e88c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e6cf3493c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: 8b84fa50-63d4-42b1-8488-52a6354a6dc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:41:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:41:08Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e6cfa666d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: ce1bf4cd-8004-45ce-8185-e2edc56ef942
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:42:06Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:41:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968e7405e0871
    namespace: kserve-ci-e2e-test
    resourceVersion: "22203"
    uid: 2a9d9c05-1c73-4c60-a0ad-6c631ed6c8d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968f3d0ff0468
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: d4cb723f-ca1d-4eaf-aba7-34f6a9fdfaae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968f3d1002592
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: 0eaec711-0511-44be-ad27-d3e7fb3becf2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp
    namespace: kserve-ci-e2e-test
    resourceVersion: "21631"
    uid: 4da6e542-bfed-4eab-80b4-83d5baba8bb9
  kind: Event
  lastTimestamp: "2026-04-24T21:42:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:06Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp.18a968f44a6f09d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22202"
    uid: 45a3a23e-b3e1-4ddc-baa7-2a2d03e47e49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-7dbd59854
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: f2033b1d-43a0-447e-9767-f9304291926d
  kind: Event
  lastTimestamp: "2026-04-24T21:41:02Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-7dbd59854-bnccp'
  metadata:
    creationTimestamp: "2026-04-24T21:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:02Z"
    name: isvc-paddle-v2-kserve-predictor-7dbd59854.18a968e579498c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "21630"
    uid: c3b288a9-aaf6-4a26-a58e-d2b22579a56d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: 8e48686b-8e58-4122-88e0-31911dd68f6a
  kind: Event
  lastTimestamp: "2026-04-24T21:41:02Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-7dbd59854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:02Z"
    name: isvc-paddle-v2-kserve-predictor.18a968e576589df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 43ec7be3-928c-4136-a133-4382a24e7be1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: c1bc9aa2-de33-4591-869e-4e3a7de6359f
  kind: Event
  lastTimestamp: "2026-04-24T21:41:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:47Z"
    name: isvc-paddle-v2-kserve-predictor.18a968e8f55a27f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21990"
    uid: b7bf2620-73cc-4a49-8f88-73273f231314
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: c1bc9aa2-de33-4591-869e-4e3a7de6359f
  kind: Event
  lastTimestamp: "2026-04-24T21:41:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:41:47Z"
    name: isvc-paddle-v2-kserve-predictor.18a968e8f5c44768
    namespace: kserve-ci-e2e-test
    resourceVersion: "21991"
    uid: 2f66907c-d308-453f-8938-5bc5c0619602
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: c1bc9aa2-de33-4591-869e-4e3a7de6359f
  kind: Event
  lastTimestamp: "2026-04-24T21:42:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:02Z"
    name: isvc-paddle-v2-kserve-predictor.18a968f372bdff48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22101"
    uid: 30c60cbb-1990-4f7f-a6ac-640b8e97e617
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: c1bc9aa2-de33-4591-869e-4e3a7de6359f
  kind: Event
  lastTimestamp: "2026-04-24T21:42:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:42:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:02Z"
    name: isvc-paddle-v2-kserve-predictor.18a968f37300625e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22103"
    uid: d7ca97fe-e909-4679-828b-9317aaf6f283
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: 6e2ecea5-7cc9-479c-8e30-9e232d66a3d6
  kind: Event
  lastTimestamp: "2026-04-24T21:41:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:41:56Z"
    name: isvc-paddle-v2-kserve.18a968e576364128
    namespace: kserve-ci-e2e-test
    resourceVersion: "22055"
    uid: 354e81b0-3aa8-4dc3-bcbe-7f26bd7dc701
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: 6e2ecea5-7cc9-479c-8e30-9e232d66a3d6
  kind: Event
  lastTimestamp: "2026-04-24T21:41:02Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:41:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:41:02Z"
    name: isvc-paddle-v2-kserve.18a968e5769335a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21621"
    uid: 486cee8b-b20d-4645-bcaa-5a886bac73aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:41:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "22052"
    uid: 6e2ecea5-7cc9-479c-8e30-9e232d66a3d6
  kind: Event
  lastTimestamp: "2026-04-24T21:41:56Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:41:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:41:56Z"
    name: isvc-paddle-v2-kserve.18a968f1fbe13d4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22054"
    uid: cc297214-8d7f-422b-bd0c-2cc11ed5ffa5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 0be60349-9637-4ceb-b00f-0e2fc516b73b
  kind: Event
  lastTimestamp: "2026-04-24T21:39:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:53Z"
    name: isvc-paddle.18a968c6833d299d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: 0d271508-ba0c-45ca-9fc9-957d81d9e358
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: 0be60349-9637-4ceb-b00f-0e2fc516b73b
  kind: Event
  lastTimestamp: "2026-04-24T21:38:49Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:49Z"
    name: isvc-paddle.18a968c683b1a288
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: ed473474-8a38-4641-86f1-f479602b86ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:39:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 0be60349-9637-4ceb-b00f-0e2fc516b73b
  kind: Event
  lastTimestamp: "2026-04-24T21:39:53Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:39:53Z"
    name: isvc-paddle.18a968d541489557
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: 4ae55e6b-440d-4513-a56d-22d67a676637
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:42:04.448517Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8bb578669-zxg86
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f3d5d9adf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22162"
    uid: 609b9b99-2aa3-4d0e-8ad1-2fa185e5afae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f3eeda9f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 3f0a07bc-407a-441e-9386-d91a293ef9ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f3f027f6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22179"
    uid: 3eabbd97-a580-4c51-80c0-bc1023b1a6a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f3f3458f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: 14e72617-ba42-4048-9356-ee39ba713ae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f3f3bdce39
    namespace: kserve-ci-e2e-test
    resourceVersion: "22182"
    uid: 6065d9b9-4620-48f3-958f-8a0f3ceeba5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:08Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:08Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f4cc19e83e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22221"
    uid: 093ebd23-d646-4c3f-800e-848ddfa6d922
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:15Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.814s (6.814s
    including waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:15Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f66243dbe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22276"
    uid: ec514d49-83bf-497b-8c6f-bbde38d2e098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:15Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f6655f6926
    namespace: kserve-ci-e2e-test
    resourceVersion: "22278"
    uid: 86e6716a-cb34-485f-804b-4e5cd9695c93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:15Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f665d21c3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22279"
    uid: d5e41fb0-f0f7-4f7e-b98b-c66c27ff7ba7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:15Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f665dd7300
    namespace: kserve-ci-e2e-test
    resourceVersion: "22280"
    uid: 39bca8f9-b677-4293-b821-423133b93a69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:15Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f6692ed4c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: 1e0454b0-ce30-4234-9e4f-cccfe7726f62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:42:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:42:15Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f6699d9bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22282"
    uid: f9e2cb40-7011-4c47-932b-f323232306fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:43:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:22Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a968f6aad1851a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22753"
    uid: 59c2b8e4-42da-4cee-8e80-5cdf0ce80cf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:43:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a969090832421b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: ab0d91f5-c59e-4a25-8919-234ea4c9eadb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:43:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a969090832dff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22886"
    uid: dc0f5c76-c72e-4eb4-b27b-a52e386f9283
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8bb578669-zxg86
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 709cd00f-b878-4cdf-b8a0-73f9f3842179
  kind: Event
  lastTimestamp: "2026-04-24T21:43:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:37Z"
    name: isvc-pmml-predictor-8bb578669-zxg86.18a9690986eac5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "22935"
    uid: 7fbe7e2e-2c0b-4a30-8d4d-8a5d4202da83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8bb578669
    namespace: kserve-ci-e2e-test
    resourceVersion: "22147"
    uid: fd7dc756-7a35-4b9e-bee2-b56e248a98b4
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: 'Created pod: isvc-pmml-predictor-8bb578669-zxg86'
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml-predictor-8bb578669.18a968f3d575b15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 33592cd4-5cb9-4682-a55a-f3502643fb31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 923e7cc4-bf89-4a23-8bf5-307b7d47ad69
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: Scaled up replica set isvc-pmml-predictor-8bb578669 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml-predictor.18a968f3d2bfc4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22149"
    uid: d9f62c18-0557-48b2-b571-75d491043d14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: a7eb5211-7279-4afd-bd26-b2f99a709117
  kind: Event
  lastTimestamp: "2026-04-24T21:42:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:34Z"
    name: isvc-pmml-predictor.18a968f751542370
    namespace: kserve-ci-e2e-test
    resourceVersion: "22417"
    uid: 52be4562-010d-4bfd-97b4-0c3d36a8feef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: a7eb5211-7279-4afd-bd26-b2f99a709117
  kind: Event
  lastTimestamp: "2026-04-24T21:42:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:42:34Z"
    name: isvc-pmml-predictor.18a968f751c1ff89
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 4f9326b1-b860-4d8e-a098-e465f19b046f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: a7eb5211-7279-4afd-bd26-b2f99a709117
  kind: Event
  lastTimestamp: "2026-04-24T21:43:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:34Z"
    name: isvc-pmml-predictor.18a968fe4f923363
    namespace: kserve-ci-e2e-test
    resourceVersion: "22849"
    uid: a2e80443-a8ee-4b77-b0d8-631c47f07a2f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: a7eb5211-7279-4afd-bd26-b2f99a709117
  kind: Event
  lastTimestamp: "2026-04-24T21:43:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:34Z"
    name: isvc-pmml-predictor.18a968fe4ff3b73a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22850"
    uid: 93c556b5-e8ea-4bd3-99f5-301902f3cc79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:43:35.592564Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22901"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-67bc544947-bck66
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a969090e7584fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22905"
    uid: 65d2f0f4-295f-47b4-9e66-9f96ef51361b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690919921d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22914"
    uid: ea08bc1a-9757-4cf8-82b2-3d1874e67d5d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22911"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:36Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:43:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a969094b5c4f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "22924"
    uid: 8fdfc3ac-fbb2-43da-8106-7097df4f5eae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:36Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
  metadata:
    creationTimestamp: "2026-04-24T21:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:36Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a969094cb11dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22926"
    uid: 1db1d517-33b8-4652-8211-405acdffd691
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    in 3.79s (3.79s including waiting). Image size: 299849144 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:40Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690a2ea5c16b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22958"
    uid: 2551f950-f205-4ee5-9026-00b48cb3c699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:40Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690a31c36af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22960"
    uid: 524a7bb3-cb89-4498-8032-c301059b7838
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:40Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690a32341238
    namespace: kserve-ci-e2e-test
    resourceVersion: "22961"
    uid: 6b69e2ae-3f83-4975-908b-9aabdae96119
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:44Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:44Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690b28cbe383
    namespace: kserve-ci-e2e-test
    resourceVersion: "22996"
    uid: 44b783f7-dbaa-4922-881b-6e0a410d03ce
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:51Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.755s (6.755s
    including waiting). Image size: 800927094 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:51Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690cbb7702d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23052"
    uid: adc5ddc6-263f-4940-bfc1-f8b4fb5458f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:51Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690cbed465bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23053"
    uid: 0278b0fc-3d11-458b-af71-15505b228419
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:51Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690cbf489521
    namespace: kserve-ci-e2e-test
    resourceVersion: "23054"
    uid: ca4542ae-763d-422f-8ff7-fc1b51b7f3e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:51Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-24T21:43:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:51Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690cbf54dd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "23055"
    uid: f2c92c8a-bb75-4695-af96-58229495c349
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.296s (2.296s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:53Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690d48363b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23072"
    uid: 1b5251e0-2032-4dc8-80ed-d60cbefeca77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:53Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690d4b304376
    namespace: kserve-ci-e2e-test
    resourceVersion: "23073"
    uid: f54b0ad7-fa6c-409b-968e-af6457052b74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:43:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:43:53Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690d4ba4cd75
    namespace: kserve-ci-e2e-test
    resourceVersion: "23074"
    uid: a4d6b6ef-ec79-4e03-82ac-21bc2c5b9931
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:45:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:01Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a9690dbae148b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23552"
    uid: a9bbfb1d-e2d6-4fa4-99ad-00dc7cf1e603
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a96920aae90e68
    namespace: kserve-ci-e2e-test
    resourceVersion: "23700"
    uid: d1568a68-97a2-46e4-a079-0bbe074419ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-67bc544947-bck66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22903"
    uid: f17ab9b5-1afd-4e58-acd0-f4b7342419e7
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-runtime-predictor-67bc544947-bck66.18a96920aaeaa983
    namespace: kserve-ci-e2e-test
    resourceVersion: "23702"
    uid: e2196c3f-f58d-409b-b629-3e6702fa012f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-67bc544947
    namespace: kserve-ci-e2e-test
    resourceVersion: "22889"
    uid: 0cb657d4-844f-4605-b727-1ba1ca335eec
  kind: Event
  lastTimestamp: "2026-04-24T21:43:35Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-67bc544947-bck66'
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-runtime-predictor-67bc544947.18a969090e0986fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22902"
    uid: 5e201750-6605-40a3-a1b4-289f8a88df8c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22887"
    uid: e4d897a2-001e-4efc-bd2c-f6375dd60b4e
  kind: Event
  lastTimestamp: "2026-04-24T21:43:35Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-67bc544947 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-runtime-predictor.18a9690909a43861
    namespace: kserve-ci-e2e-test
    resourceVersion: "22891"
    uid: fe54895a-e80b-4b2e-9532-72813df4d527
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: cfe0f1ac-1532-486f-ab76-66cb3142d4d0
  kind: Event
  lastTimestamp: "2026-04-24T21:44:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:44:20Z"
    name: isvc-pmml-runtime-predictor.18a9690c88356683
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: 1e68a620-b6a6-48d5-9924-1517d874bffd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22888"
    uid: cfe0f1ac-1532-486f-ab76-66cb3142d4d0
  kind: Event
  lastTimestamp: "2026-04-24T21:44:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:44:20Z"
    name: isvc-pmml-runtime-predictor.18a9690c88933a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: 332098fc-d928-42c2-9be9-cfd49e1397f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: cfe0f1ac-1532-486f-ab76-66cb3142d4d0
  kind: Event
  lastTimestamp: "2026-04-24T21:45:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:45:05Z"
    name: isvc-pmml-runtime-predictor.18a9691007a18db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23580"
    uid: dbfae336-234b-4f8a-b7df-9c8ec16ea115
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:44:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23046"
    uid: cfe0f1ac-1532-486f-ab76-66cb3142d4d0
  kind: Event
  lastTimestamp: "2026-04-24T21:45:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:44:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:45:05Z"
    name: isvc-pmml-runtime-predictor.18a9691007ea83e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23581"
    uid: 3e3544d9-7cf2-48e9-8a6a-6c61e6b8c041
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: 88e5f34f-f418-47ee-a735-40a179c1d6e9
  kind: Event
  lastTimestamp: "2026-04-24T21:45:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:45:11Z"
    name: isvc-pmml-runtime.18a96909097f7980
    namespace: kserve-ci-e2e-test
    resourceVersion: "23632"
    uid: 6eeed229-91a6-4a2d-b5ef-c45afa85b821
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22858"
    uid: 88e5f34f-f418-47ee-a735-40a179c1d6e9
  kind: Event
  lastTimestamp: "2026-04-24T21:43:35Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-runtime.18a9690909db6af3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22910"
    uid: ce0443b4-4124-44e4-abe2-160ae044a79c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: 88e5f34f-f418-47ee-a735-40a179c1d6e9
  kind: Event
  lastTimestamp: "2026-04-24T21:43:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:35Z"
    name: isvc-pmml-runtime.18a969090f50482e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22912"
    uid: db8c2246-8ee1-423b-89a4-5faac8322081
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23630"
    uid: 88e5f34f-f418-47ee-a735-40a179c1d6e9
  kind: Event
  lastTimestamp: "2026-04-24T21:45:11Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:45:11Z"
    name: isvc-pmml-runtime.18a9691f72175540
    namespace: kserve-ci-e2e-test
    resourceVersion: "23631"
    uid: e5297b3d-fe25-4296-a5b6-77f6baeaf223
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:45:17.110440Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23715"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96920b1654df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23719"
    uid: 7eb89462-482d-4d5c-afc8-ed2b0aedc151
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23724"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96920ca2490d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23735"
    uid: ffcd6fe5-77ec-42c4-b718-7c693266bac5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96920cb8d1cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: 9e236184-30db-47f8-ad60-1af94ecfb6bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96920cef32ffa
    namespace: kserve-ci-e2e-test
    resourceVersion: "23739"
    uid: 7ad60d95-23db-4dcb-8ce5-1b375bfdb65c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96920cf66c267
    namespace: kserve-ci-e2e-test
    resourceVersion: "23741"
    uid: a3b8797a-0e20-4de5-bca5-ab9de1691649
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:21Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:21Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96921cfb92e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23778"
    uid: 31783279-de42-40ab-ac97-3bdf4206d8da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:21Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96921d29562da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23782"
    uid: 8ab957c0-ce18-422c-b935-72e3e49e1b62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:21Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96921d303868f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23784"
    uid: 4200b21f-7b3a-4be4-b5be-a4a9fd2cd1d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:21Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96921d30fa6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23785"
    uid: b899c5e3-c575-4b04-bb3f-1211d5f4945a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:22Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96921d5e310d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23788"
    uid: 838a4f3b-95b6-4349-9c28-98023ffa13fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:45:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:45:22Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96921d6502cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23789"
    uid: c8061f9c-6bb2-4b51-aca0-74b618664c9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:46:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:59Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96922476b2179
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: 8c3c9cca-3267-4e55-a92e-95a7c302d9f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96938437002bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: 5381dbb3-c0c0-4fdd-9ff0-7674603f2c02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a9693843708f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: 9530b5f7-ba48-48fa-9c52-4d8a038aeb40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs
    namespace: kserve-ci-e2e-test
    resourceVersion: "23717"
    uid: fb399466-61d7-4dbe-a5af-e6e773d8a378
  kind: Event
  lastTimestamp: "2026-04-24T21:46:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.22:8643/healthz": dial tcp
    10.133.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:46:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:59Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs.18a96938a1a3de34
    namespace: kserve-ci-e2e-test
    resourceVersion: "24551"
    uid: d3e43098-1998-4a18-bef9-5f67c5edd542
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23704"
    uid: b3c7fcd6-586d-4d69-a9a5-6180195a6b09
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-6578f8ffc7-l9zxs'
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve-predictor-6578f8ffc7.18a96920b0cb0e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "23716"
    uid: 882a167d-f6b7-41f7-a24f-eb51355c1ebd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23701"
    uid: 8e2523fd-d30e-4dab-848c-4eb8b41e8202
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-6578f8ffc7 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve-predictor.18a96920ac14ed3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: 11680fb8-3c6c-4763-8c76-7718a96e80e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 4aa38133-ab14-478a-b58c-c0c509fd6e84
  kind: Event
  lastTimestamp: "2026-04-24T21:46:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a969242ae45d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: feae0b6d-00a3-480a-9c4e-50169468b2f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23703"
    uid: 4aa38133-ab14-478a-b58c-c0c509fd6e84
  kind: Event
  lastTimestamp: "2026-04-24T21:46:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:45:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:02Z"
    name: isvc-pmml-v2-kserve-predictor.18a969242b3b5f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "24072"
    uid: f1e7253a-0d8d-4fb2-9938-f68a7c04d033
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 4aa38133-ab14-478a-b58c-c0c509fd6e84
  kind: Event
  lastTimestamp: "2026-04-24T21:46:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a9692ea87c53ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24386"
    uid: cef59030-75e2-4b84-8440-981fb62beed1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23861"
    uid: 4aa38133-ab14-478a-b58c-c0c509fd6e84
  kind: Event
  lastTimestamp: "2026-04-24T21:46:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:46:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:47Z"
    name: isvc-pmml-v2-kserve-predictor.18a9692ea8e59467
    namespace: kserve-ci-e2e-test
    resourceVersion: "24387"
    uid: 0ec0c4ef-0433-4536-9b55-7b4e304ec1e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: e36560fa-5b86-4972-9eba-3590b2a3baa2
  kind: Event
  lastTimestamp: "2026-04-24T21:46:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:50Z"
    name: isvc-pmml-v2-kserve.18a96920ac0df97f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: d831890a-e02d-4eb1-a74c-5049f5d782d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23674"
    uid: e36560fa-5b86-4972-9eba-3590b2a3baa2
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve.18a96920ac720a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "23725"
    uid: 902057a7-33f6-4683-8c4d-6eacdb5cb58f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:45:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "23685"
    uid: e36560fa-5b86-4972-9eba-3590b2a3baa2
  kind: Event
  lastTimestamp: "2026-04-24T21:45:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:45:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:45:17Z"
    name: isvc-pmml-v2-kserve.18a96920b2073287
    namespace: kserve-ci-e2e-test
    resourceVersion: "23727"
    uid: 231ba0a0-2887-41c4-a7f3-5d818d02e910
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "24413"
    uid: e36560fa-5b86-4972-9eba-3590b2a3baa2
  kind: Event
  lastTimestamp: "2026-04-24T21:46:50Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:50Z"
    name: isvc-pmml-v2-kserve.18a9693652932515
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: 19aa546e-b450-4eea-96a9-cf82429bb702
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: f89c9a51-c6e6-470b-afd9-fb67a131c488
  kind: Event
  lastTimestamp: "2026-04-24T21:43:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:32Z"
    name: isvc-pmml.18a968f3d28cc908
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: b893a4c4-7dc1-42ad-a776-a732145a43ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:42:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22117"
    uid: f89c9a51-c6e6-470b-afd9-fb67a131c488
  kind: Event
  lastTimestamp: "2026-04-24T21:42:04Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:42:04Z"
    name: isvc-pmml.18a968f3d2e19389
    namespace: kserve-ci-e2e-test
    resourceVersion: "22152"
    uid: a683ed2f-3b41-4fe8-b9dc-97379999eaee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:43:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "22832"
    uid: f89c9a51-c6e6-470b-afd9-fb67a131c488
  kind: Event
  lastTimestamp: "2026-04-24T21:43:32Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:43:32Z"
    name: isvc-pmml.18a9690861eff590
    namespace: kserve-ci-e2e-test
    resourceVersion: "22833"
    uid: 200a1476-70de-403e-bfd9-17b0ead7ae4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:52:05.088779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27444"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a9697faeccbc47
    namespace: kserve-ci-e2e-test
    resourceVersion: "27448"
    uid: 832b0cc9-de13-45a8-b8a7-3990c12b4711
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27453"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a9697fc7adefed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27462"
    uid: a56aff4b-ecd7-4f65-bc29-c6193517c161
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a9697fc9202821
    namespace: kserve-ci-e2e-test
    resourceVersion: "27464"
    uid: 3e1af3fa-6432-4579-99dd-180af62e8c5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a9697fcbccd0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27466"
    uid: 085df4be-b699-40df-ae2b-c2b48dad3b46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a9697fcc3bb3d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27467"
    uid: b50c6219-6300-4f95-99d2-d84a2b0188df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:10Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96980d8e84f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "27507"
    uid: 42fae80f-2b24-4901-88c8-65900bab5320
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96980dbb82cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27510"
    uid: 8d4e37c0-e9ea-4da4-a888-5ae447875676
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96980dc4da9f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: e12f8932-c05a-4082-9fa2-7ff994a61d2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96980dc59dd14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 2c37e50d-f760-4632-866b-1cc1b545c9cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96980df1e8a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27515"
    uid: 6b0a9e38-d55a-4cc9-ab4a-95dc3505bab7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:52:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:10Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96980df9060fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27516"
    uid: 9383af35-c11b-4451-b106-3385bb4d07ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:53:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96981508b463c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: 739b7cbd-c21a-46f9-92f2-d4918520ac00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96994b19c0531
    namespace: kserve-ci-e2e-test
    resourceVersion: "28154"
    uid: 57c6da42-5e4b-4a40-aac9-ac09d43aa086
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a96994b19cf070
    namespace: kserve-ci-e2e-test
    resourceVersion: "28159"
    uid: 660fa49f-f41f-4450-96e4-72b4fccb9fb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k
    namespace: kserve-ci-e2e-test
    resourceVersion: "27446"
    uid: 6249ac83-c5dd-4835-bff9-49a2b34befeb
  kind: Event
  lastTimestamp: "2026-04-24T21:53:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:53:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:38Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k.18a9699556c4c910
    namespace: kserve-ci-e2e-test
    resourceVersion: "28217"
    uid: d8ee6426-84d9-45e6-bb0f-1d9702be9b88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-75cb94f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: 2f85f008-ce57-4675-b5dc-6cbfb7aaf7a5
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-75cb94f9f-rfd5k'
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm-predictor-75cb94f9f.18a9697fae665192
    namespace: kserve-ci-e2e-test
    resourceVersion: "27445"
    uid: a6285f47-8e36-4c7a-9e8e-e8181d52c089
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 5f44a5d8-96a0-488f-bafa-88dc32b98db9
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-75cb94f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm-predictor.18a9697faa275672
    namespace: kserve-ci-e2e-test
    resourceVersion: "27433"
    uid: dae8d59f-60be-46d3-991d-96ec5fb4acee
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: d74f515e-956f-4262-bf8c-03cb8d2320f9
  kind: Event
  lastTimestamp: "2026-04-24T21:52:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:35Z"
    name: isvc-predictive-lightgbm-predictor.18a969832929488c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27693"
    uid: afab66af-51a2-4e08-86e0-f9a358960e2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: d74f515e-956f-4262-bf8c-03cb8d2320f9
  kind: Event
  lastTimestamp: "2026-04-24T21:52:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:52:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:52:35Z"
    name: isvc-predictive-lightgbm-predictor.18a96983298f0ad0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27694"
    uid: 74b73f39-717b-4fc1-9a04-ce820d33e142
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: d74f515e-956f-4262-bf8c-03cb8d2320f9
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-lightgbm-predictor.18a9698a277975a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28125"
    uid: 53878854-052e-44a3-9281-b76d0b5ca341
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27585"
    uid: d74f515e-956f-4262-bf8c-03cb8d2320f9
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:52:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-lightgbm-predictor.18a9698a27dcbd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "28126"
    uid: ba1eda22-48e3-4ef7-9c4b-085604fbceb8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:56:25.783404Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29566"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bc6169089f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29571"
    uid: d39b09ec-9073-499d-ab69-5c064f49c263
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bc6e8f724b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29580"
    uid: 02ec531b-bfe2-49c3-9e5f-a260057dd0a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29577"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:26Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:56:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bc9de55776
    namespace: kserve-ci-e2e-test
    resourceVersion: "29592"
    uid: 81707c0a-8cf6-4a9a-95e9-fd24cf0be9e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bc9f79c8cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: ae337e7b-48c8-4931-b929-6e03167ab5b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bca286cc61
    namespace: kserve-ci-e2e-test
    resourceVersion: "29596"
    uid: 15ca6f96-d13e-4933-83aa-f04c694da217
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:26Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bca2f5422c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29597"
    uid: 203b2ae6-4819-45b4-a098-62f697dadf86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:30Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bd8e788053
    namespace: kserve-ci-e2e-test
    resourceVersion: "29636"
    uid: 8e2c05fb-be6c-44f7-9123-3ccd92e93e32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bd929ee955
    namespace: kserve-ci-e2e-test
    resourceVersion: "29641"
    uid: e379de37-a791-4a3d-9c24-8f8a1c912a8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bd930e4b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29642"
    uid: 34ed22ae-d7c9-4fff-8593-38f92056c02f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bd931ab47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29643"
    uid: a264e63e-6c6e-4d3b-9c39-c30a0ffc5a7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bd95d7bf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: 6ab0a747-d997-4f51-ade6-3e4fa24bb8da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:56:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969bd96457fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: ce233b74-cb0b-4b41-ad1d-48c56ac9246f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:58:00Z"
  message: 'Readiness probe failed: Get "http://10.133.0.26:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.26:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:00Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969c668d3fedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: 937af197-7d6d-41b3-b282-f8644729f733
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969d159d2d249
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: 054c1d65-ead4-4bac-9056-a74c6b6b5d46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969d159d35432
    namespace: kserve-ci-e2e-test
    resourceVersion: "30278"
    uid: fee32218-9216-42ac-a6d6-e16157e44a7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66
    namespace: kserve-ci-e2e-test
    resourceVersion: "29568"
    uid: 4553b61a-1162-46cd-a4d8-528f599d6347
  kind: Event
  lastTimestamp: "2026-04-24T21:57:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:58Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66.18a969d20ca7c8d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30385"
    uid: d07ba967-0a4e-4889-bbca-eac207be5fcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29555"
    uid: 106a30cb-889e-45f0-a031-7e2add944c02
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-865b4598f7-hqw66'
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-lightgbm-v2-predictor-865b4598f7.18a969bc61011660
    namespace: kserve-ci-e2e-test
    resourceVersion: "29567"
    uid: 7a4dbc8f-1ba8-405f-a774-3aab871a72de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: 010e47f8-3b23-4f86-9598-7c6a74020661
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-865b4598f7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a969bc5c0d0dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "29557"
    uid: f1b974e4-4066-4981-823a-af7e032aaf42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29554"
    uid: 777acb82-c0ae-4a75-8ba7-2155f5320ac2
  kind: Event
  lastTimestamp: "2026-04-24T21:57:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:10Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a969bfdacad5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29923"
    uid: b60eceae-7f99-44f2-8128-2a12b07403eb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29554"
    uid: 777acb82-c0ae-4a75-8ba7-2155f5320ac2
  kind: Event
  lastTimestamp: "2026-04-24T21:57:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:56:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:10Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a969bfdb0cdee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: f637a142-c24a-40a1-a524-d383e66fc9ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: 777acb82-c0ae-4a75-8ba7-2155f5320ac2
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a969ca5792bc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30250"
    uid: b165c3c9-6046-42a2-a625-8452a5e78f5a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29713"
    uid: 777acb82-c0ae-4a75-8ba7-2155f5320ac2
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:57:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-predictive-lightgbm-v2-predictor.18a969ca57fac961
    namespace: kserve-ci-e2e-test
    resourceVersion: "30252"
    uid: b48f321d-28f2-4a38-b206-e30f3c96264d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: 3e776849-ae8e-4fa7-8334-47e3b1241573
  kind: Event
  lastTimestamp: "2026-04-24T21:57:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:51Z"
    name: isvc-predictive-lightgbm-v2.18a969bc5bd9a33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30218"
    uid: 0780324d-36cd-4f80-bf61-3fe172e837d7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29524"
    uid: 3e776849-ae8e-4fa7-8334-47e3b1241573
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-lightgbm-v2.18a969bc5c5406fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29573"
    uid: 73f8b049-f8ba-49d7-a141-fc3e2fadcf99
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29538"
    uid: 3e776849-ae8e-4fa7-8334-47e3b1241573
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-lightgbm-v2.18a969bc61a6b03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29576"
    uid: 9f1b800e-b26c-4d67-a549-14dc16652944
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30216"
    uid: 3e776849-ae8e-4fa7-8334-47e3b1241573
  kind: Event
  lastTimestamp: "2026-04-24T21:57:51Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:57:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:51Z"
    name: isvc-predictive-lightgbm-v2.18a969d03a5003d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30217"
    uid: 92016ae3-2ece-4ee2-810b-96c5d6d3294c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: 8b0a0810-7098-42a3-87b1-68a3b6163f73
  kind: Event
  lastTimestamp: "2026-04-24T21:53:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:53:28Z"
    name: isvc-predictive-lightgbm.18a9697faa789d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28067"
    uid: 11c9f010-6be7-468c-85b3-8bb96f03f699
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27403"
    uid: 8b0a0810-7098-42a3-87b1-68a3b6163f73
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm.18a9697faacbc8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: f2c64bba-a7e8-4330-9d12-f8899b8c4af3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27411"
    uid: 8b0a0810-7098-42a3-87b1-68a3b6163f73
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-lightgbm.18a9697faffe9223
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: 1c527a72-2391-4a7d-bb58-6e398c51ee34
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28065"
    uid: 8b0a0810-7098-42a3-87b1-68a3b6163f73
  kind: Event
  lastTimestamp: "2026-04-24T21:53:28Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:53:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:53:28Z"
    name: isvc-predictive-lightgbm.18a969930804682e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28066"
    uid: f1630d89-267f-47eb-ad9f-e306a08abf4b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:48:34.657899Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25749"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:48:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a9694eb0244c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: 001fda3b-9381-4865-889b-1b308dcad8ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:48:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a9694ebd684bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25769"
    uid: a66c6fcc-142a-46b7-a62a-c8712983cb79
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25761"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:48:35Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:48:35Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a9694eecf46f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "25784"
    uid: 64356b19-b496-463b-a236-6063fe301bc6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:48:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:35Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a9694eee5007a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25786"
    uid: f5d5a833-6196-4113-99c6-81774f1cba11
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:48:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:35Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a9694ef0d9f3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25787"
    uid: 5a26d57f-7de0-4ded-9fe2-b1a656af49b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:48:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:48:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:35Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a9694ef14c3deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25788"
    uid: d6998288-b68e-411e-aefc-f6d7966716ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:48:39Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:39Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a9694fd000184d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25823"
    uid: 47e9a346-7c82-435e-81b1-312b965d0364
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:49:00Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.045s
    (21.045s including waiting). Image size: 2324227435 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96954b667ffdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25974"
    uid: 1730a3a8-d544-4287-97d9-697692119d50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:49:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96954bca87b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: 73baa491-f8ff-4fc3-b1be-aa3c352dba4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:49:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96954bdedbcc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: e4e35c4b-75aa-463d-9663-08ee1ae09aac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:49:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96954bdfa99a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25977"
    uid: daf34937-fbf0-4e92-8b04-19294c3d8b70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:49:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96954c3d11471
    namespace: kserve-ci-e2e-test
    resourceVersion: "25981"
    uid: 0f594bf3-9597-4057-834d-331b6cc1c097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:49:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:49:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:49:00Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96954c548deed
    namespace: kserve-ci-e2e-test
    resourceVersion: "25983"
    uid: f83077e6-7f66-40bd-9b35-0a7446c3838a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:50:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:27Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96954f40e2a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26687"
    uid: d3c1158e-11ec-4d33-9d78-6a2d2696d2ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:50:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96968541567ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26622"
    uid: 3fa78e86-cb89-49f3-8314-f5c5d3d7841f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:50:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:24Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a969685415c07b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26624"
    uid: 699216a0-1b28-4f7f-b7e3-43dd67d53302
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: 1b6306d6-eda6-4642-be95-7522e91da272
  kind: Event
  lastTimestamp: "2026-04-24T21:50:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:50:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:27Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn.18a96968fa42a625
    namespace: kserve-ci-e2e-test
    resourceVersion: "26686"
    uid: 21770cde-ff99-42f4-8227-cd95859e1374
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-cd7c759c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25739"
    uid: 649d32b2-6b58-4b14-b0fa-d203f4c0d4fe
  kind: Event
  lastTimestamp: "2026-04-24T21:48:34Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-cd7c759c9-x5cmn'
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:34Z"
    name: isvc-predictive-sklearn-predictor-cd7c759c9.18a9694eafb7c807
    namespace: kserve-ci-e2e-test
    resourceVersion: "25750"
    uid: 2c5ba805-a661-4ce3-bc92-f0aac031a963
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25737"
    uid: 94de09d2-33bc-447b-83f6-8fd9bd497f64
  kind: Event
  lastTimestamp: "2026-04-24T21:48:34Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-cd7c759c9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:34Z"
    name: isvc-predictive-sklearn-predictor.18a9694eacbdebb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25741"
    uid: 43e25360-a6c4-458b-b803-05eeef505ee6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25738"
    uid: f7bd036c-1892-437b-9079-b5f7c22987c4
  kind: Event
  lastTimestamp: "2026-04-24T21:49:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:49:34Z"
    name: isvc-predictive-sklearn-predictor.18a969522b5cae20
    namespace: kserve-ci-e2e-test
    resourceVersion: "26235"
    uid: 28be5dba-7737-4bb6-a939-3b2f9533c733
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25738"
    uid: f7bd036c-1892-437b-9079-b5f7c22987c4
  kind: Event
  lastTimestamp: "2026-04-24T21:49:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:49:34Z"
    name: isvc-predictive-sklearn-predictor.18a969522bc396d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26236"
    uid: ecdea5d9-b517-43da-8f45-768924bb13f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: f7bd036c-1892-437b-9079-b5f7c22987c4
  kind: Event
  lastTimestamp: "2026-04-24T21:50:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:19Z"
    name: isvc-predictive-sklearn-predictor.18a9695929a49091
    namespace: kserve-ci-e2e-test
    resourceVersion: "26561"
    uid: f9696aef-28dc-4fe9-b585-06135deaa416
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:49:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25898"
    uid: f7bd036c-1892-437b-9079-b5f7c22987c4
  kind: Event
  lastTimestamp: "2026-04-24T21:50:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:49:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:19Z"
    name: isvc-predictive-sklearn-predictor.18a969592a056f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "26562"
    uid: 2469aded-7db3-44be-958d-4a61867f6fbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:53:35.433095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28172"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96994b7bd99bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28176"
    uid: f68500f1-09f7-4d23-8066-6194d3150825
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96994c1a6620a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28185"
    uid: 57b901f5-c7cf-4748-a7ab-4e6b6a9cccd2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28181"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:36Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:53:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96994f4b0effc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28197"
    uid: b0266593-92dd-4b2b-a928-89834b86ff7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96994f60bcaf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28199"
    uid: 3febfa5f-fb0c-4f0a-ab28-8bd4576e7576
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96994f904c104
    namespace: kserve-ci-e2e-test
    resourceVersion: "28201"
    uid: 0b18ca49-8629-471b-8538-481671872735
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:36Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96994f978f79c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: 674f82e7-6c80-48cb-9647-7717b6657043
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:40Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96995ed376051
    namespace: kserve-ci-e2e-test
    resourceVersion: "28236"
    uid: e2ce20dc-a2aa-4e27-bad7-9ec8f3474423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96995f0ba9b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "28240"
    uid: 4562f9e3-a745-4144-a48c-5fe3247dfd03
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96995f131a6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28241"
    uid: f15f8466-fff1-4eeb-a153-0433e732dfc5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96995f13e679b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28242"
    uid: dbb4c1e4-3530-431a-ae85-b3a9937f7f70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96995f4753c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "28245"
    uid: e040e727-f859-4d30-acd8-cc13608be7e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:53:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:53:40Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a96995f4e99d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: bad69148-c2b1-4e00-9e8e-d505105f655b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:54:57Z"
  message: 'Readiness probe failed: Get "http://10.134.0.49:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.49:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:54:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:57Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a9699e8b58cade
    namespace: kserve-ci-e2e-test
    resourceVersion: "28886"
    uid: 7b84c47c-965b-4068-ac70-46843c5a1fec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a969a759e9a8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28822"
    uid: 2956e542-4184-409d-8958-c199a92add65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a969a759ea4f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "28824"
    uid: bc39f59e-f447-4be4-aa2b-706243dd5ba0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28174"
    uid: 5a263606-6814-4b40-9cc5-497fd93550e6
  kind: Event
  lastTimestamp: "2026-04-24T21:54:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:57Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd.18a969a7db3d8121
    namespace: kserve-ci-e2e-test
    resourceVersion: "28885"
    uid: d63c4b4b-6c53-4424-939e-d86a413c3de9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28161"
    uid: 811ac2b0-0d44-4932-97e8-0253f53b9f9e
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-b5d4f6b79-bh7xd'
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-sklearn-v2-predictor-b5d4f6b79.18a96994b75bc84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28173"
    uid: b35bb8c7-e1d1-4453-8289-5913d53a0f3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28158"
    uid: 90711ba4-0c8e-4271-b7b2-ec6cf325b117
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-b5d4f6b79 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-sklearn-v2-predictor.18a96994b2dfa6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28163"
    uid: e107f9d0-fc1d-4274-9a6e-419b1f53bc01
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28160"
    uid: d8859065-1f6f-4538-a3e6-8540fe9516c0
  kind: Event
  lastTimestamp: "2026-04-24T21:53:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9699831923d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28319"
    uid: d90adb5d-7c46-4efc-964c-45815c7db343
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28160"
    uid: d8859065-1f6f-4538-a3e6-8540fe9516c0
  kind: Event
  lastTimestamp: "2026-04-24T21:53:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:53:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:53:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9699832284c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28322"
    uid: c1354181-73fb-4b5f-9b01-6e9082e7509c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: d8859065-1f6f-4538-a3e6-8540fe9516c0
  kind: Event
  lastTimestamp: "2026-04-24T21:54:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9699bb11ec498
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: dd166ec4-0263-4809-8282-5455291b5e3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28321"
    uid: d8859065-1f6f-4538-a3e6-8540fe9516c0
  kind: Event
  lastTimestamp: "2026-04-24T21:54:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:54:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:50Z"
    name: isvc-predictive-sklearn-v2-predictor.18a9699bb1823ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: a8903e74-b64e-4c8f-abeb-9d27ecb7e5d9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28131"
    uid: e6397947-4c59-481c-ba42-5b936122fcdb
  kind: Event
  lastTimestamp: "2026-04-24T21:54:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:47Z"
    name: isvc-predictive-sklearn-v2.18a96994b2be3997
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: c5b3b340-30e7-4f27-905a-8c7cb6345042
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:53:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28131"
    uid: e6397947-4c59-481c-ba42-5b936122fcdb
  kind: Event
  lastTimestamp: "2026-04-24T21:53:35Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:53:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:53:35Z"
    name: isvc-predictive-sklearn-v2.18a96994b373cd21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28165"
    uid: a326e19e-6422-4bf9-9d8c-bc390fb9a360
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28742"
    uid: e6397947-4c59-481c-ba42-5b936122fcdb
  kind: Event
  lastTimestamp: "2026-04-24T21:54:47Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:54:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:47Z"
    name: isvc-predictive-sklearn-v2.18a969a591047f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "28744"
    uid: 5fe566f9-c2dd-45a9-b794-31de28571569
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 9ee4bbf1-01da-4bd4-b9dd-0dda4a1259b8
  kind: Event
  lastTimestamp: "2026-04-24T21:50:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:17Z"
    name: isvc-predictive-sklearn.18a9694eac9577ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26542"
    uid: 87f6f356-1d7a-401f-a35a-321734805d63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25726"
    uid: 9ee4bbf1-01da-4bd4-b9dd-0dda4a1259b8
  kind: Event
  lastTimestamp: "2026-04-24T21:48:34Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:34Z"
    name: isvc-predictive-sklearn.18a9694eacfb9792
    namespace: kserve-ci-e2e-test
    resourceVersion: "25764"
    uid: 5c8b1c2d-5968-41c8-b9c6-59503fac3803
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25747"
    uid: 9ee4bbf1-01da-4bd4-b9dd-0dda4a1259b8
  kind: Event
  lastTimestamp: "2026-04-24T21:48:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:34Z"
    name: isvc-predictive-sklearn.18a9694eb4173dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "25765"
    uid: 57c797b2-10e8-4591-8846-ea3b5aaa12ac
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26540"
    uid: 9ee4bbf1-01da-4bd4-b9dd-0dda4a1259b8
  kind: Event
  lastTimestamp: "2026-04-24T21:50:17Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:17Z"
    name: isvc-predictive-sklearn.18a96966ab71e450
    namespace: kserve-ci-e2e-test
    resourceVersion: "26541"
    uid: 205ef68c-45d9-4cc1-8eef-5bd381355cd8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:50:24.884529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26640"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:50:24Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a969685a294696
    namespace: kserve-ci-e2e-test
    resourceVersion: "26644"
    uid: 406620cb-736b-4bfb-8c11-996f4cc9883c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26650"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:25Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:50:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a96968734f9dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "26659"
    uid: 86ba4ac9-f3f4-46d8-a95f-afc2cdd74eb9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696874b26918
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: f2d57d36-c255-44f6-aa94-9852477759c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a96968786ecc8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: f55ebe91-fb6d-4d78-b393-a397fc4bf8c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:25Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696878e3ccf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: c985aee0-4eb2-4844-a01d-8dc04c157dbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:30Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:50:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:30Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a969698f44c411
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: a7885b2a-520a-4896-8d2b-a30dc06ff1dd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:47Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 17.911s
    (17.911s including waiting). Image size: 2324227435 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:50:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:47Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696dbae446ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26834"
    uid: 7ae8db73-2310-46db-b8f6-52f35cbab649
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696dbe1b7886
    namespace: kserve-ci-e2e-test
    resourceVersion: "26835"
    uid: 68bfab2e-e764-401a-a265-e572abb1addb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696dbe8d145f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26836"
    uid: 9acf05bf-cfe6-48ed-b929-5b4aff30e9f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696dbe993684
    namespace: kserve-ci-e2e-test
    resourceVersion: "26837"
    uid: 9f86bbe3-f58d-4886-be69-116201da304a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696dc169a33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 2e99864b-217e-4e53-81e6-2fdaad0e8c05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:50:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:50:48Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696dc1db0dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26839"
    uid: 8edf8bbb-221d-4fcb-b304-071e8ffc1420
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:50:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9696dc3a9f6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27469"
    uid: b984f1f8-4795-4c61-bab4-d69a037f8cb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9697fa9b3f822
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: 6c2ee015-451e-4f7a-8931-63f5dbad513d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: d8361f7c-1569-46e0-b40b-a9087682cac2
  kind: Event
  lastTimestamp: "2026-04-24T21:52:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:52:05Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf.18a9697fa9b4653b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27435"
    uid: 290eb945-4f0a-4183-a0ba-aabc302fce9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-7ff98fd74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26629"
    uid: 96d5bafb-4e15-4b15-9a5d-535a31a55ca4
  kind: Event
  lastTimestamp: "2026-04-24T21:50:24Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-7ff98fd74d-fg9nf'
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:24Z"
    name: isvc-predictive-xgboost-predictor-7ff98fd74d.18a9696859c25bac
    namespace: kserve-ci-e2e-test
    resourceVersion: "26641"
    uid: efc09cfa-04b2-4c72-92e8-242932f42e12
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26627"
    uid: 1b5118a3-abb4-4a36-b55b-16547f26aa42
  kind: Event
  lastTimestamp: "2026-04-24T21:50:24Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-7ff98fd74d from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:24Z"
    name: isvc-predictive-xgboost-predictor.18a9696855775338
    namespace: kserve-ci-e2e-test
    resourceVersion: "26631"
    uid: e26d10ee-62a4-411d-80d7-63313aa88e2a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: 9e125423-ebc2-4d8d-bf29-a15cde76d5ea
  kind: Event
  lastTimestamp: "2026-04-24T21:50:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:54Z"
    name: isvc-predictive-xgboost-predictor.18a9696bd43fd109
    namespace: kserve-ci-e2e-test
    resourceVersion: "26895"
    uid: 115679de-68af-49fc-9df7-b0df359279bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26628"
    uid: 9e125423-ebc2-4d8d-bf29-a15cde76d5ea
  kind: Event
  lastTimestamp: "2026-04-24T21:50:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:50:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:50:54Z"
    name: isvc-predictive-xgboost-predictor.18a9696bd49fb9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26896"
    uid: 5ef934b6-ad50-43eb-a5c1-75acca414b70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: 9e125423-ebc2-4d8d-bf29-a15cde76d5ea
  kind: Event
  lastTimestamp: "2026-04-24T21:51:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:54Z"
    name: isvc-predictive-xgboost-predictor.18a96972d26e0879
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: b38bb1be-4e59-44f1-879f-93d19c8e2919
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: 9e125423-ebc2-4d8d-bf29-a15cde76d5ea
  kind: Event
  lastTimestamp: "2026-04-24T21:51:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:51:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:51:54Z"
    name: isvc-predictive-xgboost-predictor.18a96972d2d30442
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: 300a2dfb-e937-41cb-aa1f-076001281822
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:54:55.552352Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28840"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a75f386ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28845"
    uid: 0e74832a-e309-49f0-b478-4bd95b040aba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28849"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a7781e27c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28858"
    uid: c11d0403-2767-4f2e-a00a-19e52c244f18
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a7797912a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28860"
    uid: b8de6ed2-faed-40a8-983f-ea5ba6e76575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:54:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a77c50c583
    namespace: kserve-ci-e2e-test
    resourceVersion: "28862"
    uid: 924f5354-6f2a-43fe-a874-fb07a7f562eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:54:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:54:56Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a77cc1cd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: 2a8ec5fd-5f12-402c-bf99-d024a418382a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:55:00Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a889fdfb26
    namespace: kserve-ci-e2e-test
    resourceVersion: "28906"
    uid: bc21bf62-1263-47e3-8eff-b24ac0b13521
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:55:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a88d25e39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28912"
    uid: 780f4fb7-d025-4768-9614-d516461d2bdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:55:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a88d9529ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "28913"
    uid: e0e3f75d-8c51-4015-a879-fc8f9877ead2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:55:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a88da2d90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28914"
    uid: f9775b1b-caf0-4927-972d-c31f5358bdb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:55:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a890eed4d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28916"
    uid: 6015a5f3-b75c-40f0-aba8-32b748faa3ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:55:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:55:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:55:00Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969a891619e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "28917"
    uid: 1f3c8e33-6fe0-4c7c-b2bc-2f8d2602c5ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:28Z"
  message: 'Readiness probe failed: Get "http://10.133.0.25:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.25:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:55:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969b163fa3e09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: d23e0ac2-2931-4a63-89b4-b6eaa3a38d7b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969bc5ae26ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29550"
    uid: 4c4aae12-091a-4bb4-b265-786f86af70a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969bc5ae32676
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: 43eec202-7c6e-44f5-8a7e-cff839bae5e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "28844"
    uid: 3bfd378e-ba72-46bf-92bc-8eb01d0acdc7
  kind: Event
  lastTimestamp: "2026-04-24T21:56:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:56:28Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp.18a969bd07d8a686
    namespace: kserve-ci-e2e-test
    resourceVersion: "29617"
    uid: d032e1ba-2c35-490b-bffc-5424f9a6dd66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28829"
    uid: a7b02a55-e0a0-4a95-becc-60435bdab619
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-6577c65fd8-hwdzp'
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-xgboost-v2-predictor-6577c65fd8.18a969a75e9354cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28842"
    uid: e6f428f3-6737-4635-bfd8-c15e420e605a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28827"
    uid: 7a4f67fb-4f04-446a-8e9a-e61e9426a870
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-6577c65fd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-xgboost-v2-predictor.18a969a75b5ff882
    namespace: kserve-ci-e2e-test
    resourceVersion: "28831"
    uid: e65da98c-02e9-4b38-a15d-0fb4b0ab74ba
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28828"
    uid: 49780ffb-a389-427c-96bb-d61f60ca08d2
  kind: Event
  lastTimestamp: "2026-04-24T21:55:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:10Z"
    name: isvc-predictive-xgboost-v2-predictor.18a969aada463ab8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28990"
    uid: c200c2b0-1349-4452-814a-2aa6dd97344f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28828"
    uid: 49780ffb-a389-427c-96bb-d61f60ca08d2
  kind: Event
  lastTimestamp: "2026-04-24T21:55:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:55:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:55:10Z"
    name: isvc-predictive-xgboost-v2-predictor.18a969aadaa5e8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28992"
    uid: fc70f6d4-6770-4c3a-a49a-41aaf30a763b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: 49780ffb-a389-427c-96bb-d61f60ca08d2
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18a969ae594fbb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29521"
    uid: bdf6c75d-2732-4cc8-be65-6b2f5896459a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-04-24T21:55:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28991"
    uid: 49780ffb-a389-427c-96bb-d61f60ca08d2
  kind: Event
  lastTimestamp: "2026-04-24T21:56:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:55:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:56:25Z"
    name: isvc-predictive-xgboost-v2-predictor.18a969ae59ba7b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "29523"
    uid: 92930558-4a8b-4d32-b1bd-1d29148b736f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28799"
    uid: 746de28c-cab2-4e0c-9aad-9fa02ea0f9ed
  kind: Event
  lastTimestamp: "2026-04-24T21:56:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:18Z"
    name: isvc-predictive-xgboost-v2.18a969a75b374b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29468"
    uid: ac941623-75f5-4734-b694-f41880029238
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28799"
    uid: 746de28c-cab2-4e0c-9aad-9fa02ea0f9ed
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-xgboost-v2.18a969a75b9035ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28851"
    uid: 522c65fd-693b-4d74-a7da-bee6ccddaef9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:54:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28810"
    uid: 746de28c-cab2-4e0c-9aad-9fa02ea0f9ed
  kind: Event
  lastTimestamp: "2026-04-24T21:54:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:54:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:54:55Z"
    name: isvc-predictive-xgboost-v2.18a969a76131f023
    namespace: kserve-ci-e2e-test
    resourceVersion: "28852"
    uid: 4ca84084-efb4-4b7f-8dfb-3717603a3a2f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:56:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29466"
    uid: 746de28c-cab2-4e0c-9aad-9fa02ea0f9ed
  kind: Event
  lastTimestamp: "2026-04-24T21:56:18Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:56:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:56:18Z"
    name: isvc-predictive-xgboost-v2.18a969bab8fb7953
    namespace: kserve-ci-e2e-test
    resourceVersion: "29467"
    uid: 5b9f7735-4a02-41c1-bfaa-12e8c8633fd4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26598"
    uid: b5ee0ac8-831b-44d8-9de5-0cad78c4605e
  kind: Event
  lastTimestamp: "2026-04-24T21:51:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:55Z"
    name: isvc-predictive-xgboost.18a969685552adfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "27334"
    uid: ba144d6a-d3a5-4703-8c9e-e2c10a3ea457
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26598"
    uid: b5ee0ac8-831b-44d8-9de5-0cad78c4605e
  kind: Event
  lastTimestamp: "2026-04-24T21:50:24Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:24Z"
    name: isvc-predictive-xgboost.18a9696855a6d9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26649"
    uid: 13424939-90f7-49ce-84a7-c9a16e735289
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:50:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "26610"
    uid: b5ee0ac8-831b-44d8-9de5-0cad78c4605e
  kind: Event
  lastTimestamp: "2026-04-24T21:50:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:50:24Z"
    name: isvc-predictive-xgboost.18a969685b2528c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26651"
    uid: 544db2af-1121-4174-b56a-057635afeea0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "27332"
    uid: b5ee0ac8-831b-44d8-9de5-0cad78c4605e
  kind: Event
  lastTimestamp: "2026-04-24T21:51:55Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:51:55Z"
    name: isvc-predictive-xgboost.18a9697d81682b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27333"
    uid: a44ab1e6-3174-4fd5-a50f-2eb52192de63
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:46:58.332788Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24509"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a9693842b7ccc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24520"
    uid: a93a0a47-c24b-435d-b013-be98acb02f4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24525"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a969385d661140
    namespace: kserve-ci-e2e-test
    resourceVersion: "24532"
    uid: db7add7e-a96a-417b-97dd-6c789d9e7773
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a969385eb9d160
    namespace: kserve-ci-e2e-test
    resourceVersion: "24534"
    uid: d301f6b9-0cac-43d7-8d41-cd7ca5435205
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a9693861a2650a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24536"
    uid: 8cc53abd-6fc3-43e2-a789-9a6ac614e4d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a9693862126260
    namespace: kserve-ci-e2e-test
    resourceVersion: "24537"
    uid: e48c0365-c39d-46ba-b5da-c97913773bc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:47:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:03Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a969397339988c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24579"
    uid: d365f9e1-2a93-4479-9710-45702da38b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:47:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:03Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a969397701702a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24583"
    uid: 0ceb3455-62b2-4bac-a062-baabbe78a5c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:47:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:03Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a96939777aceef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24584"
    uid: 47bf54df-df15-4b7d-915c-1511d755b3cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:47:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:03Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a969397787755a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24585"
    uid: eebf70e0-1460-497b-a3ae-b67917d2ce5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:47:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:03Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a969397a9e1fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24588"
    uid: 2a7dbf15-3438-40bf-a8a8-455c43c4249b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:47:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:03Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a969397b0ef929
    namespace: kserve-ci-e2e-test
    resourceVersion: "24590"
    uid: 8b49c558-5185-486b-aba3-89e33d6d1f4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:47:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:47:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:47:51Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a96939eaf2c981
    namespace: kserve-ci-e2e-test
    resourceVersion: "24933"
    uid: 7062d0e0-5f6b-483e-a489-d735d76848fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a9694c4bada0bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25548"
    uid: 42fe91b5-ad34-4da5-99c2-ea6666d470f8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:48:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:48:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:24Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a9694c4badfef9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 70276f19-ba00-429d-b4f2-06e8bc859c33
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td
    namespace: kserve-ci-e2e-test
    resourceVersion: "24515"
    uid: fa9284c6-f35f-424e-b0ab-ece265617b53
  kind: Event
  lastTimestamp: "2026-04-24T21:48:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:26Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49-pz2td.18a9694cc70b8242
    namespace: kserve-ci-e2e-test
    resourceVersion: "25631"
    uid: b4f0ca1a-6974-450f-87ef-9bb7d221330c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-d8276f-predictor-5555dbfb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "24486"
    uid: acafa432-391b-498e-8be4-3a7672db14a9
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: 'Created pod: isvc-primary-d8276f-predictor-5555dbfb49-pz2td'
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f-predictor-5555dbfb49.18a969384236b59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24514"
    uid: 2b0156d6-f129-44ca-8a76-68440cc576ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24484"
    uid: 57af2567-599b-4485-a270-42ff25d59e4a
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: Scaled up replica set isvc-primary-d8276f-predictor-5555dbfb49 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f-predictor.18a969383a1eba74
    namespace: kserve-ci-e2e-test
    resourceVersion: "24488"
    uid: 1e7b1c17-4bce-43f4-bca0-c66fe0b8dc61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: a1a5c639-f236-4a87-808b-985d0d0e423d
  kind: Event
  lastTimestamp: "2026-04-24T21:47:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:43Z"
    name: isvc-primary-d8276f-predictor.18a9693bb900ca67
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: 4bbf77f1-bb28-461e-98c0-1e9dd9075b0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24485"
    uid: a1a5c639-f236-4a87-808b-985d0d0e423d
  kind: Event
  lastTimestamp: "2026-04-24T21:47:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:47:43Z"
    name: isvc-primary-d8276f-predictor.18a9693bb96d0dcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 083c2f7a-d29e-48b4-a661-ae46913f198f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: a1a5c639-f236-4a87-808b-985d0d0e423d
  kind: Event
  lastTimestamp: "2026-04-24T21:48:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:13Z"
    name: isvc-primary-d8276f-predictor.18a9693f3812118d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: 41560380-16ad-4373-b47b-144474aa0484
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:47:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24658"
    uid: a1a5c639-f236-4a87-808b-985d0d0e423d
  kind: Event
  lastTimestamp: "2026-04-24T21:48:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:13Z"
    name: isvc-primary-d8276f-predictor.18a9693f38711e59
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: ad770a18-5618-4312-a09a-b959da467c16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 91ae8da9-d6ee-43b2-b9d9-e828d9367b2e
  kind: Event
  lastTimestamp: "2026-04-24T21:48:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:01Z"
    name: isvc-primary-d8276f.18a9693839efe5e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25012"
    uid: dffd8275-430a-4e92-acbc-f4bfa43ae03a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 91ae8da9-d6ee-43b2-b9d9-e828d9367b2e
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: 'Failed to update status for InferenceService "isvc-primary-d8276f": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-d8276f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f.18a969383a7f27ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: d933664c-3e72-4cb4-a13f-1e8843667735
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 91ae8da9-d6ee-43b2-b9d9-e828d9367b2e
  kind: Event
  lastTimestamp: "2026-04-24T21:46:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-d8276f": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:46:58Z"
    name: isvc-primary-d8276f.18a969383a7f6b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24491"
    uid: 46a637c9-c12d-440b-a55c-fcbc31875ff0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-d8276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25009"
    uid: 91ae8da9-d6ee-43b2-b9d9-e828d9367b2e
  kind: Event
  lastTimestamp: "2026-04-24T21:48:01Z"
  message: InferenceService [isvc-primary-d8276f] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:01Z"
    name: isvc-primary-d8276f.18a96946f998c99a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25010"
    uid: 75edb6ec-4b11-4c9c-926b-4bb2c963c486
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:48:08.342588Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 99ea2f55-4922-492d-a1dc-262944b17b3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:48:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:48:08Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7.18a969488fa08b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25166"
    uid: 86b5cbbe-77e4-4e95-a944-130bca917daf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 99ea2f55-4922-492d-a1dc-262944b17b3a
  kind: Event
  lastTimestamp: "2026-04-24T21:48:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-d8276f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:08Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7.18a96948977f3ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25172"
    uid: a5e74be6-676b-4e70-84a6-f42e7559eab2
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25170"
    uid: 99ea2f55-4922-492d-a1dc-262944b17b3a
  kind: Event
  lastTimestamp: "2026-04-24T21:48:09Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:48:09Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7.18a96948cc5378a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25210"
    uid: 6f0a032f-895d-457f-864a-fae24ff9b989
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 99ea2f55-4922-492d-a1dc-262944b17b3a
  kind: Event
  lastTimestamp: "2026-04-24T21:48:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:13Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7.18a96948cdb4d32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25350"
    uid: 1650df81-6cb1-45aa-b301-fd252bc4221d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 99ea2f55-4922-492d-a1dc-262944b17b3a
  kind: Event
  lastTimestamp: "2026-04-24T21:48:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:13Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7.18a96948d055512d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: 8dd643e8-3b5f-463d-b4b2-85766d54c3aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 99ea2f55-4922-492d-a1dc-262944b17b3a
  kind: Event
  lastTimestamp: "2026-04-24T21:48:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:13Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7.18a96948d0c72a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: f7f2cd44-2975-4056-ba75-3505ae0ed396
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25163"
    uid: 99ea2f55-4922-492d-a1dc-262944b17b3a
  kind: Event
  lastTimestamp: "2026-04-24T21:48:17Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7_kserve-ci-e2e-test(99ea2f55-4922-492d-a1dc-262944b17b3a)
  metadata:
    creationTimestamp: "2026-04-24T21:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:48:17Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7.18a9694abbfe616d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 4dfb78a8-bd94-4a33-ae3a-5beaffa15255
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-d8276f-predictor-85d5b564f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25152"
    uid: 0148b1b6-21ab-4465-80d0-5d7de7edc8fd
  kind: Event
  lastTimestamp: "2026-04-24T21:48:08Z"
  message: 'Created pod: isvc-secondary-d8276f-predictor-85d5b564f4-rz7x7'
  metadata:
    creationTimestamp: "2026-04-24T21:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:08Z"
    name: isvc-secondary-d8276f-predictor-85d5b564f4.18a969488f350af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25162"
    uid: bd8e810b-8ca8-457c-a58a-a742b3af5726
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25150"
    uid: e94441cf-fbd6-4083-ad47-ad5734b96f65
  kind: Event
  lastTimestamp: "2026-04-24T21:48:08Z"
  message: Scaled up replica set isvc-secondary-d8276f-predictor-85d5b564f4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:08Z"
    name: isvc-secondary-d8276f-predictor.18a969488c234219
    namespace: kserve-ci-e2e-test
    resourceVersion: "25154"
    uid: 7e8a1604-eb4b-47de-bfdb-018aba22326b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: fa45cfa3-4fa5-4c96-bd34-f31a1b975526
  kind: Event
  lastTimestamp: "2026-04-24T21:48:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:23Z"
    name: isvc-secondary-d8276f-predictor.18a9694c0aab6715
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: b7169808-2d95-43e8-8e02-997110c4f595
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-d8276f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25151"
    uid: fa45cfa3-4fa5-4c96-bd34-f31a1b975526
  kind: Event
  lastTimestamp: "2026-04-24T21:48:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:48:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:48:23Z"
    name: isvc-secondary-d8276f-predictor.18a9694c0b0b4452
    namespace: kserve-ci-e2e-test
    resourceVersion: "25515"
    uid: 8b3031e7-d5a1-4695-b8e3-4b9482b47c3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d8276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 7183c133-d8a3-459b-879b-4485805951cc
  kind: Event
  lastTimestamp: "2026-04-24T21:48:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:20Z"
    name: isvc-secondary-d8276f.18a969488bffe8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25495"
    uid: e32fddda-1db1-48de-8050-79011c187ddb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d8276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 7183c133-d8a3-459b-879b-4485805951cc
  kind: Event
  lastTimestamp: "2026-04-24T21:48:08Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-d8276f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-d8276f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:08Z"
    name: isvc-secondary-d8276f.18a969488c52cd7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25156"
    uid: e12eaeb1-bbe1-449f-9eee-9e752372e263
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:48:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-d8276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25141"
    uid: 7183c133-d8a3-459b-879b-4485805951cc
  kind: Event
  lastTimestamp: "2026-04-24T21:48:08Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-d8276f": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:48:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:48:08Z"
    name: isvc-secondary-d8276f.18a969488c531118
    namespace: kserve-ci-e2e-test
    resourceVersion: "25157"
    uid: 76ac7418-1f91-4c66-8cfe-0668a3e200b8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:27:27.769128Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:27:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96827b7b181f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 12bc4cc1-0bb1-4678-ad4f-08661446beba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14848"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:28Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:27:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96827d08d541a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: 14152ef5-64b6-4402-826a-1dc2a366b264
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96827d25f1f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: d68f59d4-aba4-407f-8284-7237a06b57c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96827d5e62eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14859"
    uid: 58d3d1d1-fff6-4033-a5ec-c2c89520d542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:28Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96827d6566f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: 3f330202-d9db-4552-980c-c4cc4b693f9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828e3fdeda4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: b54125b7-15e8-46cb-9e7e-de4f0070f45d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828e7065c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "14906"
    uid: 53d02196-b829-498e-993a-9cfd1b5b1780
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828e778aae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14909"
    uid: c2c21416-498a-4375-9d43-ebec6cfd4e10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828e784e7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14910"
    uid: 30288736-4403-4404-a261-c6c2d78bcb4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828eab16529
    namespace: kserve-ci-e2e-test
    resourceVersion: "14912"
    uid: f9a33c7d-d0f7-4ff1-a8fa-409e9eec1829
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828eb2946a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14913"
    uid: 07b800b9-63e0-407d-bccc-76e3ae42d134
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:e6428204baa077dfe80627f4a0f194329877d007e326693ea30a582520538a96"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828eb351f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: 6dd2ce26-21d7-4b98-ad39-dfc978f5795b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828ee0d1f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: ea50809e-33f9-4a8d-8c78-d763a8338f88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:27:32Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:32Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a96828ee7c0e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: 688241f5-1ea7-4584-b62d-2ecd9812c322
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:29:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:10Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a968291feb2498
    namespace: kserve-ci-e2e-test
    resourceVersion: "15722"
    uid: 3a1cda4c-54be-4363-8326-14b27e14a331
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:29:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:10Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a968295ba82a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: 3a25252e-7dc1-4aec-adaf-4ea189c19001
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:28:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a9683b80b676f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15535"
    uid: 9125a5f6-9453-4e45-b609-5b9057a77730
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:28:52Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a9683b80b70645
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: e834efcc-889c-4fc3-b67a-2d54172bde1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:28:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a9683b80b770f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 07e3c8ed-e8ce-41ca-b544-930a7ca33eef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: 1d0f86f7-103c-47ac-81ba-2cafe28b7661
  kind: Event
  lastTimestamp: "2026-04-24T21:29:10Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:29:10Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj.18a9683c37c124e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: c1fea396-b778-43b7-8a5d-47587ae11335
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "14825"
    uid: b3f7f3ab-5a55-4ee8-b54d-02f012961e46
  kind: Event
  lastTimestamp: "2026-04-24T21:27:27Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-7f8556cf45-nnkcj'
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:27:27Z"
    name: isvc-sklearn-batcher-custom-predictor-7f8556cf45.18a96827b703b40d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: 0800a0eb-650a-4414-a469-c1b7d0baa394
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: 7bcade76-6d51-4ebc-a35d-1d008a8a565c
  kind: Event
  lastTimestamp: "2026-04-24T21:27:27Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-7f8556cf45
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:27:27Z"
    name: isvc-sklearn-batcher-custom-predictor.18a96827afce71ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: 6197e48f-4d08-4f66-ba25-52aa42273b83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 190dcbee-e728-4c7a-8712-b632b3390262
  kind: Event
  lastTimestamp: "2026-04-24T21:28:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:28:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9682b2ee33447
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 730b478e-6878-4b27-ae88-0a05f348f88f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 190dcbee-e728-4c7a-8712-b632b3390262
  kind: Event
  lastTimestamp: "2026-04-24T21:28:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:28:12Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9682b2f5eb99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15214"
    uid: d989d17f-3913-4039-bc3f-5a53c20081c6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 190dcbee-e728-4c7a-8712-b632b3390262
  kind: Event
  lastTimestamp: "2026-04-24T21:28:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:28:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9682eae12a2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 502081d2-4937-40c5-9dd6-6c09e1a2a7e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14992"
    uid: 190dcbee-e728-4c7a-8712-b632b3390262
  kind: Event
  lastTimestamp: "2026-04-24T21:28:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:28:42Z"
    name: isvc-sklearn-batcher-custom-predictor.18a9682eae7d77d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15443"
    uid: 71c74d8e-1b9b-4590-87ee-3ec2da992488
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 4c640cc9-dc08-4233-9d6e-c1e5812ec62e
  kind: Event
  lastTimestamp: "2026-04-24T21:28:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:28:40Z"
    name: isvc-sklearn-batcher-custom.18a96827afd3da99
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: 35ac9e03-ca3f-4481-b1e6-f6f32b2b950a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "14795"
    uid: 4c640cc9-dc08-4233-9d6e-c1e5812ec62e
  kind: Event
  lastTimestamp: "2026-04-24T21:27:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:27:27Z"
    name: isvc-sklearn-batcher-custom.18a96827b08202ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: ef5c531a-821f-40c6-982c-1876a4229759
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 4c640cc9-dc08-4233-9d6e-c1e5812ec62e
  kind: Event
  lastTimestamp: "2026-04-24T21:28:40Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:28:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:28:40Z"
    name: isvc-sklearn-batcher-custom.18a96838c03c8c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: 2d1402b8-a072-47a2-9b19-2e4a0c3364dc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:25:42.576096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13983"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:25:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:25:42Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9680f39b17848
    namespace: kserve-ci-e2e-test
    resourceVersion: "13990"
    uid: aa7ec87a-4f87-4215-a4a5-73ab42270bea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:25:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:25:42Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9680f42755d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14001"
    uid: f1e19b21-4bf2-4f5b-9560-4c50242e8508
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13996"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:25:43Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:25:43Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9680f76457192
    namespace: kserve-ci-e2e-test
    resourceVersion: "14013"
    uid: 79151e6f-9a3e-4be5-988f-9252a3c5336c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:25:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
  metadata:
    creationTimestamp: "2026-04-24T21:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:25:43Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9680f77ae8638
    namespace: kserve-ci-e2e-test
    resourceVersion: "14015"
    uid: 3a776f84-cb6a-46ac-959d-0f1c69eb3d75
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:25:47Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    in 3.894s (3.894s including waiting). Image size: 299849144 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:25:47Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a968105fcc4131
    namespace: kserve-ci-e2e-test
    resourceVersion: "14043"
    uid: 95b6a3da-99ca-4c0c-a3ec-4db41d2cbfbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:25:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:25:47Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9681062ee2c82
    namespace: kserve-ci-e2e-test
    resourceVersion: "14045"
    uid: 8a2a11a5-01af-41d5-b0db-cc7f03d6d049
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:25:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:25:47Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96810635dd09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14047"
    uid: ceffad99-d19e-42db-86a4-98e9d6e9eb8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:25:51Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
  metadata:
    creationTimestamp: "2026-04-24T21:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:25:51Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a968114cfd4dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14079"
    uid: f54f3cc3-e09c-4dd1-8134-5365927e12a4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    in 12.435s (12.435s including waiting). Image size: 1560926130 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:03Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96814322e4f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "14173"
    uid: 4c725304-33ba-4d1f-8deb-e2e7e2bdc47c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:03Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a968143544e16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14176"
    uid: 76d9672b-0066-46ee-adbe-226389682ab3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:03Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9681435ba26fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14177"
    uid: 5c6bc144-0312-4c2f-934d-70beaba044ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:03Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-04-24T21:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:03Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9681435c68b64
    namespace: kserve-ci-e2e-test
    resourceVersion: "14178"
    uid: adeda37a-fe07-4a9d-aa0b-225d51fa3492
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.406s (2.406s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:06Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96814c531eebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14193"
    uid: b34d53d8-1803-40b0-a303-4ab7ecb347b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:06Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96814c8770ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14194"
    uid: e766ce37-fdd1-4b1a-88a6-25424c845a6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:06Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96814c8ea1f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "14195"
    uid: af824aea-f231-4344-81db-1a4c7052fb62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:e6428204baa077dfe80627f4a0f194329877d007e326693ea30a582520538a96"
  metadata:
    creationTimestamp: "2026-04-24T21:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:06Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96814c8f4cb71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14196"
    uid: 22416f6b-0ed4-4ca0-9046-12f53f715ec2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:e6428204baa077dfe80627f4a0f194329877d007e326693ea30a582520538a96"
    in 2.42s (2.42s including waiting). Image size: 238045275 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:08Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96815593402d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14213"
    uid: 8e44638d-b109-4ed2-89ae-48d7a40b600c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:08Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-04-24T21:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:08Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a968155c232005
    namespace: kserve-ci-e2e-test
    resourceVersion: "14214"
    uid: 832d1d2d-0130-4358-b07b-2d50f96bb91d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:26:08Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-04-24T21:26:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:26:08Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a968155c981d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14215"
    uid: 6e98a9ce-3019-47a5-baa1-d86f3f577f60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:27:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:42Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a9681582540fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14989"
    uid: f193fbfe-53d2-4cac-b1f8-285fa5e1fdb5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:27:42Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-04-24T21:26:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:42Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96815be158c51
    namespace: kserve-ci-e2e-test
    resourceVersion: "14990"
    uid: e95e6211-8f5d-40d1-ab34-cb2f885ddcc0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:27:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:27Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96827aec5bf6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 2166c603-c747-41fe-8ffe-8388efbaa86f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:27:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:27Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96827aec61601
    namespace: kserve-ci-e2e-test
    resourceVersion: "14826"
    uid: 8d755a28-4147-4549-8be2-db6cb1540a70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:27:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:27Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a96827aec63317
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: 5fa89990-380b-415d-97a5-edbf9f7df602
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v
    namespace: kserve-ci-e2e-test
    resourceVersion: "13987"
    uid: a89ddc5a-cd7d-47f8-830e-477931a4cd18
  kind: Event
  lastTimestamp: "2026-04-24T21:27:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:27:41Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v.18a968289a2c7bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14981"
    uid: e5297b78-a430-47ac-8901-2d6629186ff0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-6995d6bbb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13976"
    uid: c97692bd-b7b6-4882-8c9d-e4d5628ff009
  kind: Event
  lastTimestamp: "2026-04-24T21:25:42Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-6995d6bbb4-lj24v'
  metadata:
    creationTimestamp: "2026-04-24T21:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:25:42Z"
    name: isvc-sklearn-batcher-predictor-6995d6bbb4.18a9680f39163a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "13985"
    uid: 2dded920-ae4d-41ba-b137-a8c4775b3a2c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13975"
    uid: d008d341-f882-4035-a624-05663c5d3d59
  kind: Event
  lastTimestamp: "2026-04-24T21:25:42Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-6995d6bbb4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:25:42Z"
    name: isvc-sklearn-batcher-predictor.18a9680f33763dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "13978"
    uid: 7e3aa489-13dc-4545-b8e9-e72364081987
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13986"
    uid: 1935c341-930a-4ce5-88b4-ed1c2f4c6b5b
  kind: Event
  lastTimestamp: "2026-04-24T21:26:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:26:42Z"
    name: isvc-sklearn-batcher-predictor.18a96812b8b61af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: 73ac0d55-8dd2-41fc-97f6-8b922996bfb1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13986"
    uid: 1935c341-930a-4ce5-88b4-ed1c2f4c6b5b
  kind: Event
  lastTimestamp: "2026-04-24T21:26:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:26:42Z"
    name: isvc-sklearn-batcher-predictor.18a96812b918482e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14468"
    uid: 645bfcdf-5ed1-4ede-bbd5-c7ceafd4a0da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14125"
    uid: 1935c341-930a-4ce5-88b4-ed1c2f4c6b5b
  kind: Event
  lastTimestamp: "2026-04-24T21:27:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:27:12Z"
    name: isvc-sklearn-batcher-predictor.18a96819b6f7ead3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14681"
    uid: 7d04c277-e2fa-41bc-af3b-268b5e338b96
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:26:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14125"
    uid: 1935c341-930a-4ce5-88b4-ed1c2f4c6b5b
  kind: Event
  lastTimestamp: "2026-04-24T21:27:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:27:12Z"
    name: isvc-sklearn-batcher-predictor.18a96819b75efb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "14682"
    uid: c4d9abe3-bb59-44fe-a24e-59162c25a588
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13963"
    uid: 419e3810-3d46-44fe-8546-f1221f459892
  kind: Event
  lastTimestamp: "2026-04-24T21:27:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:27:12Z"
    name: isvc-sklearn-batcher.18a9680f3986f84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 4e1a7329-bcd7-435f-bbd5-415184679b86
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13963"
    uid: 419e3810-3d46-44fe-8546-f1221f459892
  kind: Event
  lastTimestamp: "2026-04-24T21:25:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:25:42Z"
    name: isvc-sklearn-batcher.18a9680f39e52749
    namespace: kserve-ci-e2e-test
    resourceVersion: "13992"
    uid: 4079be88-312a-4830-99da-c78e24683623
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "13963"
    uid: 419e3810-3d46-44fe-8546-f1221f459892
  kind: Event
  lastTimestamp: "2026-04-24T21:25:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:25:42Z"
    name: isvc-sklearn-batcher.18a9680f39e5754c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13995"
    uid: b4198fd2-6140-40e6-87b4-bd1bb6439400
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:27:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14685"
    uid: 419e3810-3d46-44fe-8546-f1221f459892
  kind: Event
  lastTimestamp: "2026-04-24T21:27:12Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:27:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:27:12Z"
    name: isvc-sklearn-batcher.18a96824376310a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14686"
    uid: ba4b7afb-0bc8-4751-99ab-ce9146cb1037
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:37:29.689367Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b3dcedc560
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 7abf7d75-53cb-4000-9a05-a913500739ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b3e53f6802
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: 3c7d31eb-010d-4cf0-b503-2220cd3b811e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:30Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:37:30Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b41b69cd44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: b2d39388-4d3d-43ce-a560-6d79e5744bec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:30Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b41d3a3c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19883"
    uid: 355b9222-6207-4cf2-823f-8adddba7b939
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:30Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b420892ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: 5bcca15b-66c6-41ed-b4ad-3b8ea6d3e115
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:30Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b420fc4ebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19886"
    uid: 7760caeb-8728-46cd-90d1-09fc4b60a0a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:34Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:34Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b5099c335a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: df927afe-0d0d-482e-9c42-a396ca3c3476
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:34Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b50cffeb9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: 4986de51-9ded-4abf-b096-ebe27dd5aa64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:34Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b50d72cf80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 8e303cb8-b3b5-41a7-8d2f-b685163a4002
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:34Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-04-24T21:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:34Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b50d7ec5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 2b5e1b69-579f-4f77-b955-718a38a947b1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.496s (2.496s including waiting). Image size: 237801512 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:37Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b5a24cbefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19946"
    uid: da0a5f57-7988-4386-ad88-de5105825bf5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:37Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-04-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:37Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b5a5780cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19947"
    uid: da667fa6-1acf-445f-be7e-1c3587a55562
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:37Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:37Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b5a5ee96c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: f3c46c39-ee66-4d2a-8ccb-f20086203d02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:37Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b5a5fab286
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 30096df1-7ce9-43b3-bb5d-19a5a1253149
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:37Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b5a9217cf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19950"
    uid: 330da918-94ca-44c2-be27-a03d1f322969
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:37:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:37:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:37:37Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968b5a99aab15
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 8d13249b-1030-43bf-99f6-e405ff98f5b5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:38:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:49Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968c68331bc16
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: 0d1d18ce-cc9e-4ef8-9c39-0bd3740942aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:38:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:49Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968c68332536c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: d5701357-46a5-4aff-b35a-c6d6ac495969
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:38:49Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-04-24T21:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:38:49Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968c683327dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "20491"
    uid: 14c553f3-125f-42a1-8bcb-09ad10ec05f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:39:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:19Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968c7ab2823ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20750"
    uid: 2c3c3323-9857-45c3-bb45-a833cf2ce8ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: b4f7ee0d-b7e5-46e8-871f-b473bc15b6a6
  kind: Event
  lastTimestamp: "2026-04-24T21:39:14Z"
  message: 'Readiness probe failed: Get "http://10.134.0.40:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:39:14Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx.18a968c7ab7968d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: 444d9085-8a28-465e-8b0b-8ee5b47c883d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-544466b4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19844"
    uid: 7bfbafe9-4ec0-4254-a988-0f358f89edce
  kind: Event
  lastTimestamp: "2026-04-24T21:37:29Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-544466b4d7-b7qtx'
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-sklearn-mcp-predictor-544466b4d7.18a968b3dc7de644
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: 68ff03d1-84fa-4f29-9dca-48b0c4db346f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19843"
    uid: cc9dab10-40e7-431d-a849-26cac5242a4c
  kind: Event
  lastTimestamp: "2026-04-24T21:37:29Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-544466b4d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-sklearn-mcp-predictor.18a968b3d99a00ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19846"
    uid: 7fea6d2d-f89b-4efa-85ec-ab52de349e93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 57f40fc6-bffa-4d29-b4ae-2873e2a26fba
  kind: Event
  lastTimestamp: "2026-04-24T21:38:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:44Z"
    name: isvc-sklearn-mcp.18a968b3d9168cbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20422"
    uid: 1394e88b-72ce-4090-b321-af60fe0e9468
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19815"
    uid: 57f40fc6-bffa-4d29-b4ae-2873e2a26fba
  kind: Event
  lastTimestamp: "2026-04-24T21:37:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-sklearn-mcp.18a968b3d9b51859
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: 3af2c716-6033-45bb-8955-f4554910814d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:37:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: 57f40fc6-bffa-4d29-b4ae-2873e2a26fba
  kind: Event
  lastTimestamp: "2026-04-24T21:37:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:37:29Z"
    name: isvc-sklearn-mcp.18a968b3dfdbd8c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: 5d96792f-eb10-4fcc-8b61-3810f6b98e37
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20419"
    uid: 57f40fc6-bffa-4d29-b4ae-2873e2a26fba
  kind: Event
  lastTimestamp: "2026-04-24T21:38:44Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:38:44Z"
    name: isvc-sklearn-mcp.18a968c55c9ddccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20420"
    uid: 5fdcc8d9-caaa-4bd2-894d-e79c26286dcf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:57:58.017505Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30346"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-7b58d995d4-cs6zh
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:57:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:57:58Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d1dafdbd92
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: 1e4ca96d-3300-4c13-b164-63aee4a6187d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30364"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:57:58Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:57:58Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d1f3e1c73f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: b1bd1d32-3d69-4804-a8c1-c0d3dafa44b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:57:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:58Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d1f53a20e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30378"
    uid: 3ee18e50-6f1d-424b-8c42-6a8e4db2ae43
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:57:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:58Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d1f7cb2aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 32876a66-02cd-41cb-b37b-d7229eaad45f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:57:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:57:58Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d1f8391a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30380"
    uid: 60298b7e-1624-4138-9844-dc345d7b9710
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:58:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:03Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d31ab5599a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30429"
    uid: acc044f5-fa45-4013-b368-e2ac208ab2bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:58:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:03Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d31dce3224
    namespace: kserve-ci-e2e-test
    resourceVersion: "30431"
    uid: ab6f2fce-eaa4-4dff-890a-d6960e7dcb04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:58:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:03Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d31e48ee08
    namespace: kserve-ci-e2e-test
    resourceVersion: "30434"
    uid: 4238c59e-753e-4cd8-a186-4c5093e5ac8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:58:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:03Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d31e5d55b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30435"
    uid: a5e08841-0049-4f4f-9953-baacb30faf40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:58:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:03Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d32156de02
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: 395bad76-a669-46d1-9bd4-4f1e16faa0d3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:58:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:58:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:58:03Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d321c787c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30438"
    uid: 87a35f76-661c-4733-9a53-846640a286aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:59:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T21:58:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:11Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969d392641f35
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: eadc0cbf-087f-4aee-9227-dc83df778c4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:59:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:08Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969e22d74eaa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30932"
    uid: 1bc79260-a44a-44ab-b443-16cf58b6aa8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:59:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:08Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969e22d75d32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30936"
    uid: e9d9690b-2556-47d4-a520-d93a9033bde8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: c69d628e-481d-4007-88ac-7fd4908d1e7b
  kind: Event
  lastTimestamp: "2026-04-24T21:59:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T21:59:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:11Z"
    name: isvc-sklearn-predictor-7b58d995d4-cs6zh.18a969e2f069f644
    namespace: kserve-ci-e2e-test
    resourceVersion: "31001"
    uid: 6bf0fd30-95bb-4713-b2bd-dad22c3dd8eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-7b58d995d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30332"
    uid: 349e3c57-000c-4dbf-a3eb-92cee05e1492
  kind: Event
  lastTimestamp: "2026-04-24T21:57:58Z"
  message: 'Created pod: isvc-sklearn-predictor-7b58d995d4-cs6zh'
  metadata:
    creationTimestamp: "2026-04-24T21:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:58Z"
    name: isvc-sklearn-predictor-7b58d995d4.18a969d1da8fe6c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30348"
    uid: 3a10be49-d051-4206-86f1-a1b8dc4580b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 8bbfd8d4-aa10-47c1-8b57-148ffac5477c
  kind: Event
  lastTimestamp: "2026-04-24T21:57:57Z"
  message: Scaled up replica set isvc-sklearn-predictor-7b58d995d4 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:57Z"
    name: isvc-sklearn-predictor.18a969d1d7c98b5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: 4ede9003-b7a2-495d-9c4a-6d1c0f755bd9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: 5fae2a3c-5f5a-4e90-84c0-8fe302a4d78d
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-sklearn-predictor.18a969d556967a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "30727"
    uid: 6f75ad05-95fe-4f9e-bf25-6e6af45fecc3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30331"
    uid: 5fae2a3c-5f5a-4e90-84c0-8fe302a4d78d
  kind: Event
  lastTimestamp: "2026-04-24T21:58:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:43Z"
    name: isvc-sklearn-predictor.18a969d556fa07ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "30728"
    uid: 6023e11f-2173-40c2-90c5-2ecab5c7a110
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: 5fae2a3c-5f5a-4e90-84c0-8fe302a4d78d
  kind: Event
  lastTimestamp: "2026-04-24T21:58:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:58Z"
    name: isvc-sklearn-predictor.18a969d8d59914e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: 88bd03e1-f487-484d-a816-1146cbe1f631
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:58:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30513"
    uid: 5fae2a3c-5f5a-4e90-84c0-8fe302a4d78d
  kind: Event
  lastTimestamp: "2026-04-24T21:58:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:58:58Z"
    name: isvc-sklearn-predictor.18a969d8d5f7ba22
    namespace: kserve-ci-e2e-test
    resourceVersion: "30827"
    uid: 667955c8-0758-4bda-97f4-f77e9ee2f07c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:59:58.421351Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31392"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-5747956474-9w8pq
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ede39e9637
    namespace: kserve-ci-e2e-test
    resourceVersion: "31399"
    uid: c7682596-dea6-450c-b796-86328a020d6d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31403"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969edfcad9576
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: 30941c0e-f383-497f-9f29-72515a21cd52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969edfe17f4f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31417"
    uid: d4f475b5-c80d-4702-9933-5eed224353d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ee00ce406c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31419"
    uid: 500e7cb8-d7a4-4e76-80e2-481546f37221
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ee0150092d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31420"
    uid: 33acc4a0-a11f-41b2-973f-de3802b2a722
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:04Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ef5c62cf92
    namespace: kserve-ci-e2e-test
    resourceVersion: "31470"
    uid: b6babe3e-c064-4624-8d76-eb637448b634
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:04Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ef5f7c5dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31472"
    uid: fea9ad78-daa3-418d-bd1d-3f6f9e5f087d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:04Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ef600d57fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31475"
    uid: b704402a-62ba-4cee-a85e-bb13a76b1fb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:04Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ef6019fc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31476"
    uid: 73487001-cdb9-40ef-af04-23805ca70523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:04Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ef646edebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: 30c74822-8a53-4d8c-b3e6-a4178231553b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:00:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:04Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ef64e2e2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 7f7ec13e-1c78-49a2-ae07-2786daca70a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:00:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:11Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969ef986eba6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31530"
    uid: d2400237-62c9-4caf-9a1b-060a429891e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:35Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969f68221f923
    namespace: kserve-ci-e2e-test
    resourceVersion: "31731"
    uid: 27b26546-11e8-46cd-8e79-d0c722f80a9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq
    namespace: kserve-ci-e2e-test
    resourceVersion: "31394"
    uid: 21c615f8-7088-4a30-b75d-3052e78aa031
  kind: Event
  lastTimestamp: "2026-04-24T22:00:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:35Z"
    name: isvc-sklearn-runtime-predictor-5747956474-9w8pq.18a969f682226f89
    namespace: kserve-ci-e2e-test
    resourceVersion: "31734"
    uid: 01c2a677-0a65-4de7-8e83-f9e6630962a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-5747956474
    namespace: kserve-ci-e2e-test
    resourceVersion: "31383"
    uid: f30c240e-137b-46d1-8d06-9bc1ed64430b
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-5747956474-9w8pq'
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime-predictor-5747956474.18a969ede31881fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31393"
    uid: 5e326be9-57d6-493c-8ef7-55cb3a74188c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31381"
    uid: 3048d117-8212-42e4-a092-1e8ff2308e38
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-5747956474 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime-predictor.18a969eddf278697
    namespace: kserve-ci-e2e-test
    resourceVersion: "31386"
    uid: 366dd45c-c45a-44bd-a23f-b02616aea7ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: 4e85c64f-0b93-4cf9-a753-785768973f55
  kind: Event
  lastTimestamp: "2026-04-24T22:00:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:13Z"
    name: isvc-sklearn-runtime-predictor.18a969f15f77439d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31544"
    uid: fce4ca9f-96c9-460f-b198-b0e4f0f914dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31382"
    uid: 4e85c64f-0b93-4cf9-a753-785768973f55
  kind: Event
  lastTimestamp: "2026-04-24T22:00:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:00:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:13Z"
    name: isvc-sklearn-runtime-predictor.18a969f1603cf7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31546"
    uid: b532716f-795c-4a42-89c2-5e87439fb98a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: 4e85c64f-0b93-4cf9-a753-785768973f55
  kind: Event
  lastTimestamp: "2026-04-24T22:00:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:28Z"
    name: isvc-sklearn-runtime-predictor.18a969f4df05acde
    namespace: kserve-ci-e2e-test
    resourceVersion: "31660"
    uid: 8cff5bd5-7a9f-44b2-885d-009cd7b03bd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31545"
    uid: 4e85c64f-0b93-4cf9-a753-785768973f55
  kind: Event
  lastTimestamp: "2026-04-24T22:00:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:00:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:28Z"
    name: isvc-sklearn-runtime-predictor.18a969f4df720e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31662"
    uid: 5d2e1f4a-c482-4c4e-9ca9-366b154116cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 444dc52a-65d0-476b-84f9-0787787a64da
  kind: Event
  lastTimestamp: "2026-04-24T22:00:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:21Z"
    name: isvc-sklearn-runtime.18a969eddef4bbb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31612"
    uid: bc121ebf-f64e-4f4a-a917-a979229e8620
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: 444dc52a-65d0-476b-84f9-0787787a64da
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime.18a969eddfb37b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31407"
    uid: 73287dbd-8836-4d33-b662-f3ac5b9187b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31364"
    uid: 444dc52a-65d0-476b-84f9-0787787a64da
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: isvc-sklearn-runtime.18a969ede843eedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31408"
    uid: 67c440fa-d60c-4d76-a635-50976e9bdf20
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31610"
    uid: 444dc52a-65d0-476b-84f9-0787787a64da
  kind: Event
  lastTimestamp: "2026-04-24T22:00:21Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:00:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:21Z"
    name: isvc-sklearn-runtime.18a969f357818a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31611"
    uid: a74b9ce1-37cc-4323-b8e6-80a75e33bb83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:14:20.995120Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38663"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:14:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:14:20Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab6b90622ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38669"
    uid: e38d5acb-02e5-432c-a34e-e567ae17b589
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:21Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab6c3f0c385
    namespace: kserve-ci-e2e-test
    resourceVersion: "38679"
    uid: c9c87983-0dc3-4355-bb53-c8015593932a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38673"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:22Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:14:22Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab6f5a99d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "38688"
    uid: 879c590f-ffc7-4d13-a1ce-9fb32f11aced
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:22Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab6f70ed1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38690"
    uid: 64df3a47-ad84-437f-942d-051feee87d63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:22Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab6fa2249bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38692"
    uid: 90d01c37-03ff-45c9-8067-8dbb039e5c56
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:22Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab6fa9268cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38693"
    uid: 3dd99712-f037-47ed-bb53-9063104b8319
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab73f66a9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38706"
    uid: 5c173025-1c7c-41eb-8ca0-4e6de28ccffa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab7422c7ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38708"
    uid: c3aba51d-4948-44bc-852d-e743ce4b24c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab7429e6c38
    namespace: kserve-ci-e2e-test
    resourceVersion: "38709"
    uid: c9cb462d-e725-4b92-a913-50d535966970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab742aac736
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: 4639317d-79e3-4b2f-9646-02c5c125c895
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab74686489f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38714"
    uid: 11d6cc2c-13f8-4309-bedf-87074cc36a15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab746f4e57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: 423b0014-699f-4cbb-9163-775d34177b94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:14:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ab7b70ff084
    namespace: kserve-ci-e2e-test
    resourceVersion: "39266"
    uid: bd68959a-2383-4322-a638-af85d74ba1a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ac70b462785
    namespace: kserve-ci-e2e-test
    resourceVersion: "39229"
    uid: f5186be7-e3c4-4a25-a1ed-fa71d6e0fddc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ac70b46b04f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39231"
    uid: a46096ee-a367-492f-a710-0b88bb98709a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45
    namespace: kserve-ci-e2e-test
    resourceVersion: "38665"
    uid: 89afa2b2-7c81-4027-a3e9-2919a9b0b54e
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.59:8643/healthz": dial tcp
    10.134.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45.18a96ac7151e9189
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 303aa0e4-1958-4699-ad26-bee7d3bbe9f3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-b6dd86fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38654"
    uid: adff4b27-8086-4685-9554-5baa458420fd
  kind: Event
  lastTimestamp: "2026-04-24T22:14:20Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-b6dd86fb7-dtt45'
  metadata:
    creationTimestamp: "2026-04-24T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:20Z"
    name: isvc-sklearn-s3-predictor-b6dd86fb7.18a96ab6b8a10f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38664"
    uid: 79782d5c-b307-4135-ac50-2deab713c8a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38652"
    uid: f4eb379f-e331-4a30-847a-094faa73e817
  kind: Event
  lastTimestamp: "2026-04-24T22:14:20Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-b6dd86fb7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:20Z"
    name: isvc-sklearn-s3-predictor.18a96ab6b64ba3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "38656"
    uid: ffd5acde-82e6-4482-bc32-161f9017b3ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: f6dc9076-d01b-47dc-84f9-2f389d280162
  kind: Event
  lastTimestamp: "2026-04-24T22:14:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:50Z"
    name: isvc-sklearn-s3-predictor.18a96aba3530e528
    namespace: kserve-ci-e2e-test
    resourceVersion: "38917"
    uid: 6be74fc9-c84c-4a7b-9bb1-a3a3759fd820
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38653"
    uid: f6dc9076-d01b-47dc-84f9-2f389d280162
  kind: Event
  lastTimestamp: "2026-04-24T22:14:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:14:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:50Z"
    name: isvc-sklearn-s3-predictor.18a96aba3592df77
    namespace: kserve-ci-e2e-test
    resourceVersion: "38918"
    uid: 37362367-7cf9-452f-b434-4dd9d24551dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: f6dc9076-d01b-47dc-84f9-2f389d280162
  kind: Event
  lastTimestamp: "2026-04-24T22:15:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:15:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:21Z"
    name: isvc-sklearn-s3-predictor.18a96ac13355748e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39126"
    uid: e36219b7-6bf0-4e2c-9aa4-9a300744257e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38814"
    uid: f6dc9076-d01b-47dc-84f9-2f389d280162
  kind: Event
  lastTimestamp: "2026-04-24T22:15:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:21Z"
    name: isvc-sklearn-s3-predictor.18a96ac133bcb5d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39127"
    uid: f4ea35a8-c70f-45e8-b731-3763d7ca48a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:18:14.495762Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40713"
    uid: 9b85d6f3-d103-43ba-9ce9-53fe8803ad67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:18:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:18:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl.18a96aed16bed560
    namespace: kserve-ci-e2e-test
    resourceVersion: "40720"
    uid: 0c398061-f770-4040-86de-370578138954
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40717"
    uid: 9b85d6f3-d103-43ba-9ce9-53fe8803ad67
  kind: Event
  lastTimestamp: "2026-04-24T22:18:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl.18a96aed229f5a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40729"
    uid: 5870ec89-0c1a-4b20-bed1-683a50c9d5a3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40725"
    uid: 9b85d6f3-d103-43ba-9ce9-53fe8803ad67
  kind: Event
  lastTimestamp: "2026-04-24T22:18:15Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:18:15Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl.18a96aed53a7793d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40739"
    uid: 9858b943-83ea-4dbc-90df-96374b0d907d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40717"
    uid: 9b85d6f3-d103-43ba-9ce9-53fe8803ad67
  kind: Event
  lastTimestamp: "2026-04-24T22:18:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:19Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl.18a96aed55433cca
    namespace: kserve-ci-e2e-test
    resourceVersion: "40781"
    uid: dc00814a-25de-403c-b648-c5ef2fcdffbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40717"
    uid: 9b85d6f3-d103-43ba-9ce9-53fe8803ad67
  kind: Event
  lastTimestamp: "2026-04-24T22:18:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl.18a96aed583a0b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "40785"
    uid: f612c5b0-77b6-4368-89ae-bc0cfadc7120
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40717"
    uid: 9b85d6f3-d103-43ba-9ce9-53fe8803ad67
  kind: Event
  lastTimestamp: "2026-04-24T22:18:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:18:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:20Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl.18a96aed58b0f59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40786"
    uid: 07799205-eef7-419a-be10-2ac37e506f5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "40717"
    uid: 9b85d6f3-d103-43ba-9ce9-53fe8803ad67
  kind: Event
  lastTimestamp: "2026-04-24T22:18:24Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:18:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:24Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl.18a96aef6a414a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "40837"
    uid: 179443ca-5a2e-45e6-ad54-7b58f0faa511
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40704"
    uid: 1932d3ec-7e93-42b4-a115-0e27b976c72e
  kind: Event
  lastTimestamp: "2026-04-24T22:18:14Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85-66dfl'
  metadata:
    creationTimestamp: "2026-04-24T22:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85.18a96aed1634a9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40716"
    uid: 08065215-b8ce-480d-9893-58aa7b53507e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40702"
    uid: ddf03690-72ac-4d2d-b243-837ff62255ce
  kind: Event
  lastTimestamp: "2026-04-24T22:18:14Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-5cbcb57d85
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18a96aed135e51e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40707"
    uid: 51508032-18a5-47ef-b015-5043477c8719
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40693"
    uid: 3a3cdefe-abc5-475b-bd29-d0097733a1ac
  kind: Event
  lastTimestamp: "2026-04-24T22:18:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:20Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96aed133d9c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40787"
    uid: c0ab6dcb-89f6-4c9d-9cf3-ac5831de2bec
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "40693"
    uid: 3a3cdefe-abc5-475b-bd29-d0097733a1ac
  kind: Event
  lastTimestamp: "2026-04-24T22:18:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:14Z"
    name: isvc-sklearn-s3-tls-custom-fail.18a96aed138eae89
    namespace: kserve-ci-e2e-test
    resourceVersion: "40709"
    uid: f1ad25b6-6096-49e6-9b33-a79e3ec66d7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:17:03.398786Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40092"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96adc89091bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40097"
    uid: bbad4ad4-7ba4-45ce-a827-e9d8e76baa6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40102"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:03Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96adca293eacb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40117"
    uid: 86c6b7ba-22dd-4f07-8e4d-f1c75b22effb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96adca410f9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40119"
    uid: d6d232e1-18f7-44d1-bda0-52e160c7997a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96adca6cc4449
    namespace: kserve-ci-e2e-test
    resourceVersion: "40120"
    uid: 82f00a57-28c6-4576-ba3e-e4ed23b7dd1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96adca74f64d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: 0503c060-e268-4089-975a-34eda4ff4478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96add145d611d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40140"
    uid: be08113f-4f36-4734-9f9a-cc399663848f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96add176a40bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40143"
    uid: e876896f-fa91-4500-8f91-406b170fd2ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96add17dad35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40145"
    uid: 14e2020b-6bbb-4b0e-a701-f94e97f8656d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96add17e6b35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40146"
    uid: 9fe23e99-2219-446a-ad41-bc27404dcf9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96add1b404f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "40147"
    uid: d868e989-c4dc-47ec-b83a-29e07d4158d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:17:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:17:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:05Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96add1bb11164
    namespace: kserve-ci-e2e-test
    resourceVersion: "40148"
    uid: 0b66d799-7a3c-4e14-b11b-4b4e4f34bae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:18:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:17:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96add8c1e1a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "40680"
    uid: 0ac37c0b-6f5f-4a63-9a55-a547f1e8cec5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:18:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96aecd647a8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "40675"
    uid: 2edcf94d-fb70-4e06-82ca-33e756f4af9e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:18:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96aecd6485e56
    namespace: kserve-ci-e2e-test
    resourceVersion: "40676"
    uid: 95925f7f-786d-47f8-b273-557e24175c46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40094"
    uid: ac44fff7-fdd4-41ac-8ebc-a320f09599cd
  kind: Event
  lastTimestamp: "2026-04-24T22:18:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:18:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:13Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6.18a96aecea29df04
    namespace: kserve-ci-e2e-test
    resourceVersion: "40679"
    uid: a1c102d6-5964-43c4-9f0e-78bda0c86539
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40081"
    uid: 684fe044-3792-420a-a71f-f891b453f3cc
  kind: Event
  lastTimestamp: "2026-04-24T22:17:03Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9-pzzw6'
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9.18a96adc88a1d273
    namespace: kserve-ci-e2e-test
    resourceVersion: "40093"
    uid: 7f1da0a5-5da5-4090-aae1-6c0d98fe7c41
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40079"
    uid: c8eced86-06ce-4862-960f-77574ac6e957
  kind: Event
  lastTimestamp: "2026-04-24T22:17:03Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-78b57684f9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96adc85b593c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40083"
    uid: deea832b-8e27-46d0-82d5-d041ea51fb9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40080"
    uid: 5f016ba4-1bfe-4944-8c38-e43eb2a6fd91
  kind: Event
  lastTimestamp: "2026-04-24T22:18:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ae004cc08ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40578"
    uid: 2fe1b1c0-b311-4431-a769-f2ae251412ba
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40080"
    uid: 5f016ba4-1bfe-4944-8c38-e43eb2a6fd91
  kind: Event
  lastTimestamp: "2026-04-24T22:18:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:17:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ae0052f2e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "40579"
    uid: 20c8fa33-b37d-49ff-a993-686a22405b5a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40248"
    uid: 5f016ba4-1bfe-4944-8c38-e43eb2a6fd91
  kind: Event
  lastTimestamp: "2026-04-24T22:17:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:17:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ae384494675
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: a1022915-5582-49fe-8b3b-b03a69d21c0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40248"
    uid: 5f016ba4-1bfe-4944-8c38-e43eb2a6fd91
  kind: Event
  lastTimestamp: "2026-04-24T22:17:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:17:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:17:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18a96ae384ae326b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: ee9c0b57-2ed4-4876-ba0a-d99cb8abbb68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40069"
    uid: fa4ecfe6-0ba3-4c28-8ff0-51d0c8d20865
  kind: Event
  lastTimestamp: "2026-04-24T22:18:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96adc858dccbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40592"
    uid: ca877847-2ed8-43cd-92dc-42e2d2d9f0a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40069"
    uid: fa4ecfe6-0ba3-4c28-8ff0-51d0c8d20865
  kind: Event
  lastTimestamp: "2026-04-24T22:17:03Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:17:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:17:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96adc85e97c06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40085"
    uid: 5253bc50-90d2-4b36-b809-979b4a330765
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: fa4ecfe6-0ba3-4c28-8ff0-51d0c8d20865
  kind: Event
  lastTimestamp: "2026-04-24T22:18:03Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:03Z"
    name: isvc-sklearn-s3-tls-custom-pass.18a96aea9b14e49d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40591"
    uid: f1fa82fa-1f5f-4c93-8da8-d49b66689509
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:16:52.327871Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39930"
    uid: 5a9f72c2-f4f3-4304-a1e9-d6eabb45b6d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:16:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:16:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2.18a96ad9f5284b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "39937"
    uid: 7043b134-4558-49c0-b309-714214a73fc0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39933"
    uid: 5a9f72c2-f4f3-4304-a1e9-d6eabb45b6d5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2.18a96ada0550ed44
    namespace: kserve-ci-e2e-test
    resourceVersion: "39946"
    uid: c10f4d1b-1684-4bc6-890e-ce020acc1c37
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39942"
    uid: 5a9f72c2-f4f3-4304-a1e9-d6eabb45b6d5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:53Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:16:53Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2.18a96ada31dd4cbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39955"
    uid: bdfe3539-1130-4f9c-b7b0-7901c9ac2737
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39933"
    uid: 5a9f72c2-f4f3-4304-a1e9-d6eabb45b6d5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2.18a96ada3348aae0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40001"
    uid: fafb5baa-a3ab-4ad1-a21d-f439db081471
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39933"
    uid: 5a9f72c2-f4f3-4304-a1e9-d6eabb45b6d5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2.18a96ada3613872e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40005"
    uid: f109c0e2-d8ec-483e-b094-fca54bb66021
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39933"
    uid: 5a9f72c2-f4f3-4304-a1e9-d6eabb45b6d5
  kind: Event
  lastTimestamp: "2026-04-24T22:16:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:16:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:57Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2.18a96ada3682e090
    namespace: kserve-ci-e2e-test
    resourceVersion: "40006"
    uid: ab9085dc-bc4c-440f-b218-584065983086
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:17:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39933"
    uid: 5a9f72c2-f4f3-4304-a1e9-d6eabb45b6d5
  kind: Event
  lastTimestamp: "2026-04-24T22:17:02Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:17:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:17:02Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2.18a96adc488ffc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "40053"
    uid: ebc19185-f7ec-4bab-855c-0e2e33b493fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39922"
    uid: bcdadbb1-e20b-406e-8258-cc2c82b1f85d
  kind: Event
  lastTimestamp: "2026-04-24T22:16:52Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f-rpfk2'
  metadata:
    creationTimestamp: "2026-04-24T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f.18a96ad9f4c383c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39934"
    uid: a7f3b693-9379-4289-8175-456c2d4f5f1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39920"
    uid: d34e2d1f-5e65-4e0f-b926-89f52f8c890e
  kind: Event
  lastTimestamp: "2026-04-24T22:16:52Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-548d449c8f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:52Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18a96ad9f22cb6dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39924"
    uid: e24ef5e8-c544-41bb-aeb7-3f95e0eb711c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39910"
    uid: bd0f230f-5245-47ef-bf39-501ef94e094d
  kind: Event
  lastTimestamp: "2026-04-24T22:16:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:57Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96ad9f1fc1895
    namespace: kserve-ci-e2e-test
    resourceVersion: "40007"
    uid: a88ccebb-7287-44f7-a480-4c7085af1dc9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "39910"
    uid: bd0f230f-5245-47ef-bf39-501ef94e094d
  kind: Event
  lastTimestamp: "2026-04-24T22:16:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:16:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:52Z"
    name: isvc-sklearn-s3-tls-global-fail.18a96ad9f27e839e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39926"
    uid: 56030954-d52d-47bb-a8ba-69d2ec6f8ec9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:15:31.248461Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39253"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac71472af7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39260"
    uid: 76dbbd48-60f0-4a9d-8ba4-fd6943cf7b06
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39267"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac72d6b96cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39277"
    uid: fc3827ca-724c-4484-b6f5-30460ebffbe0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac72ed4be82
    namespace: kserve-ci-e2e-test
    resourceVersion: "39279"
    uid: 4495d15a-905e-4a8c-921b-7ac086a463cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac731d58b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "39280"
    uid: ad8f1370-9a62-476b-ac04-dccff9c5946d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac7324a6525
    namespace: kserve-ci-e2e-test
    resourceVersion: "39281"
    uid: c3741625-5ad4-4556-8d58-e82282e7c552
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac7980a4c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "39300"
    uid: 8141c388-0c15-4724-8e88-ee2eb7a8c732
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac79b331648
    namespace: kserve-ci-e2e-test
    resourceVersion: "39305"
    uid: a060bbe7-df52-4fc2-b9d9-8d0c48f848cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac79ba84a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "39306"
    uid: cde07013-c3b4-493b-b767-dfbef580dd1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac79bb2ccd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39307"
    uid: 56651677-fe15-45cc-8ffe-2fc4da803006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac79e8a0168
    namespace: kserve-ci-e2e-test
    resourceVersion: "39310"
    uid: 2757c5a5-3043-4f3b-97ab-fec336ee083b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:15:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:15:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:15:33Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac79eff5d6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39311"
    uid: 60ef2d34-6433-4311-9bc0-a15b2db43d1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:16:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:15:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ac80ff60edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39896"
    uid: 91f73c69-b300-4cb9-a443-e37d42190644
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:16:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ad9b4b83890
    namespace: kserve-ci-e2e-test
    resourceVersion: "39892"
    uid: 072af4f4-115d-4af6-8800-e850185c190b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:16:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ad9b4b8c9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39893"
    uid: 121c9671-2592-4bb4-a103-0e6e5bb5892a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng
    namespace: kserve-ci-e2e-test
    resourceVersion: "39258"
    uid: cd0e1961-65b6-4357-9133-88565494ba03
  kind: Event
  lastTimestamp: "2026-04-24T22:16:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.60:8643/healthz": dial tcp
    10.134.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:16:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:16:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng.18a96ad9c2169b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39895"
    uid: 0950c8a8-ddc8-49c3-8ba1-479165490a1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567
    namespace: kserve-ci-e2e-test
    resourceVersion: "39245"
    uid: ed04bd64-1cb1-4118-8407-506c44c6879d
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567-6kwng'
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-688df9b567.18a96ac713e13a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39256"
    uid: b8e93cb5-ce4f-49b2-82a2-5c8b2f64a1a7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39243"
    uid: 4856db30-77d3-43fd-bffe-0ef16a89ee2b
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-688df9b567
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ac711289936
    namespace: kserve-ci-e2e-test
    resourceVersion: "39247"
    uid: 372d4787-e09c-4f1a-98bc-749cbff57892
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39244"
    uid: 6c501b92-2894-40a7-8e87-d02fed15e15f
  kind: Event
  lastTimestamp: "2026-04-24T22:16:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96aca8fd7b9f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39619"
    uid: b02e7fdf-9d76-4212-a173-edb30fc56404
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39244"
    uid: 6c501b92-2894-40a7-8e87-d02fed15e15f
  kind: Event
  lastTimestamp: "2026-04-24T22:16:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:15:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:16Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96aca903a1490
    namespace: kserve-ci-e2e-test
    resourceVersion: "39620"
    uid: d55e6b92-e2a9-4964-8d81-147e01d229f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39404"
    uid: 6c501b92-2894-40a7-8e87-d02fed15e15f
  kind: Event
  lastTimestamp: "2026-04-24T22:16:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ace0ef61817
    namespace: kserve-ci-e2e-test
    resourceVersion: "39840"
    uid: d6da78a1-b9b9-4143-91e0-84d3fa5daf4c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39404"
    uid: 6c501b92-2894-40a7-8e87-d02fed15e15f
  kind: Event
  lastTimestamp: "2026-04-24T22:16:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:16:46Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18a96ace0f536086
    namespace: kserve-ci-e2e-test
    resourceVersion: "39841"
    uid: 1203144f-25eb-4433-adce-db929967e160
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39233"
    uid: 1cc56c57-2097-443d-88c3-eb1b21fa43f9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96ac710ccd7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39806"
    uid: 517175c0-fcd9-498d-af8f-85759d4b212b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39233"
    uid: 1cc56c57-2097-443d-88c3-eb1b21fa43f9
  kind: Event
  lastTimestamp: "2026-04-24T22:15:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:31Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96ac711565118
    namespace: kserve-ci-e2e-test
    resourceVersion: "39249"
    uid: 916c1e2d-eef9-4a48-9360-47441a9d122b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:16:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "39802"
    uid: 1cc56c57-2097-443d-88c3-eb1b21fa43f9
  kind: Event
  lastTimestamp: "2026-04-24T22:16:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:16:41Z"
    name: isvc-sklearn-s3-tls-global-pass.18a96ad77352f112
    namespace: kserve-ci-e2e-test
    resourceVersion: "39803"
    uid: 82d02c35-ef03-43eb-8fc8-a200937c68ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:19:46.658334Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41537"
    uid: b6fd4750-6049-4209-9853-78972fdd23ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:19:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:19:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp.18a96b028c101e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "41544"
    uid: ae193c3c-b0e2-4102-9b98-8f4296e377fb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: b6fd4750-6049-4209-9853-78972fdd23ca
  kind: Event
  lastTimestamp: "2026-04-24T22:19:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp.18a96b029b31cb06
    namespace: kserve-ci-e2e-test
    resourceVersion: "41554"
    uid: 0910349e-3280-4485-9a2b-a8c5f23f1160
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41548"
    uid: b6fd4750-6049-4209-9853-78972fdd23ca
  kind: Event
  lastTimestamp: "2026-04-24T22:19:47Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:19:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp.18a96b02c88cb760
    namespace: kserve-ci-e2e-test
    resourceVersion: "41565"
    uid: edba927e-2612-40c2-a908-b05019484ed5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: b6fd4750-6049-4209-9853-78972fdd23ca
  kind: Event
  lastTimestamp: "2026-04-24T22:19:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp.18a96b02c9f04f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "41611"
    uid: 57aa2a44-1d28-4fa0-984c-aa99570adab3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: b6fd4750-6049-4209-9853-78972fdd23ca
  kind: Event
  lastTimestamp: "2026-04-24T22:19:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp.18a96b02cd04bb39
    namespace: kserve-ci-e2e-test
    resourceVersion: "41613"
    uid: 13c67f4d-5ed2-43cb-983d-3d40953c535d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: b6fd4750-6049-4209-9853-78972fdd23ca
  kind: Event
  lastTimestamp: "2026-04-24T22:19:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:19:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp.18a96b02cd882aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "41616"
    uid: 3daaf527-632f-41b8-8390-75f5baf80183
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp
    namespace: kserve-ci-e2e-test
    resourceVersion: "41540"
    uid: b6fd4750-6049-4209-9853-78972fdd23ca
  kind: Event
  lastTimestamp: "2026-04-24T22:19:55Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp_kserve-ci-e2e-test(b6fd4750-6049-4209-9853-78972fdd23ca)
  metadata:
    creationTimestamp: "2026-04-24T22:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:55Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp.18a96b048eb30709
    namespace: kserve-ci-e2e-test
    resourceVersion: "41640"
    uid: f8df56c3-bfee-420c-88dc-43dd504f7f05
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944
    namespace: kserve-ci-e2e-test
    resourceVersion: "41529"
    uid: 0531dc13-4b40-4336-96ba-4f6a26666320
  kind: Event
  lastTimestamp: "2026-04-24T22:19:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944-7rmnp'
  metadata:
    creationTimestamp: "2026-04-24T22:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944.18a96b028ba53658
    namespace: kserve-ci-e2e-test
    resourceVersion: "41539"
    uid: 40b6e103-0208-473a-bdb8-ccb70d55dc3f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41527"
    uid: 2db2433c-6b2e-43b3-bccf-22a420319961
  kind: Event
  lastTimestamp: "2026-04-24T22:19:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-79bd57f944
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18a96b02891e2476
    namespace: kserve-ci-e2e-test
    resourceVersion: "41531"
    uid: 9b793d7d-b853-4933-bd10-641c3b22b3f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41517"
    uid: cf13efc4-ee0a-48c9-a685-971361745117
  kind: Event
  lastTimestamp: "2026-04-24T22:19:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:19:56Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96b0288fd6037
    namespace: kserve-ci-e2e-test
    resourceVersion: "41650"
    uid: f8c3adff-b578-4df6-8c65-9e35bf94a7b8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "41517"
    uid: cf13efc4-ee0a-48c9-a685-971361745117
  kind: Event
  lastTimestamp: "2026-04-24T22:19:46Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:19:46Z"
    name: isvc-sklearn-s3-tls-serving-fail.18a96b028962f616
    namespace: kserve-ci-e2e-test
    resourceVersion: "41533"
    uid: d1074a1e-e0b1-4714-bb9b-570035dbf521
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:18:25.571790Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40874"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:18:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:18:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96aefaaed96d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40880"
    uid: 79ac2874-42a7-4225-8f16-42e52464ce5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40884"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:25Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:18:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96aefc431cced
    namespace: kserve-ci-e2e-test
    resourceVersion: "40894"
    uid: 519326ee-2d3f-408c-8b54-79556539256e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96aefc5e66efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "40896"
    uid: 205227bc-003d-4802-b246-39305e8e4d59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96aefc9abafce
    namespace: kserve-ci-e2e-test
    resourceVersion: "40897"
    uid: 5d1c5611-4b8d-405c-8e81-b3a337b4e340
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:26Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96aefca1e6f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "40898"
    uid: 6c4cf3c5-55bc-4016-8395-95498fdb5b9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:27Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96af03af8d9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40925"
    uid: 94183c7f-ec32-4796-a194-c1a841571e3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96af03e50fbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40929"
    uid: 90c6317d-ab09-4811-a2c5-78c02f3b2b4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96af03ecaad34
    namespace: kserve-ci-e2e-test
    resourceVersion: "40930"
    uid: ea875486-789f-462d-a56a-88cf96445b47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96af03ed6a32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40931"
    uid: 9c6cad3b-afaa-4905-a498-0711b4126cca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96af042102e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "40933"
    uid: cb89a9af-2516-4ac0-894e-8f690f58cdcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:18:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:18:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:18:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96af0427f42ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40934"
    uid: 85fd613e-9953-482a-ad21-dfc2ced19585
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:19:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.64:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96af0b30e4459
    namespace: kserve-ci-e2e-test
    resourceVersion: "41508"
    uid: 9b597c21-d3a2-44ae-b27d-cc376b11f710
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:19:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96b02502b69dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41504"
    uid: 7df9aa88-62d8-4763-88e8-a0ef0e09c004
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:19:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:19:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96b02502c0e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41505"
    uid: 7e1de7ab-3f9d-463b-9273-d0d04afb66ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40878"
    uid: 151ccca9-3ef0-4c70-8ed7-32bf851be5ba
  kind: Event
  lastTimestamp: "2026-04-24T22:19:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.64:8643/healthz": dial tcp
    10.134.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:19:46Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2.18a96b02652e6ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41507"
    uid: dfef4fd8-6e61-4572-bc4e-c34f5e648080
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40864"
    uid: 911c312c-2419-47fa-9427-bf796d65c7c6
  kind: Event
  lastTimestamp: "2026-04-24T22:18:25Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d-b7hz2'
  metadata:
    creationTimestamp: "2026-04-24T22:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d.18a96aefaa530da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40877"
    uid: bf8563a5-3a2d-4507-8651-a104155585fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40862"
    uid: d6b3ca98-bca3-4f0f-b530-2c18ff708a0c
  kind: Event
  lastTimestamp: "2026-04-24T22:18:25Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-55fcc5fc5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:25Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96aefa6bc13d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40867"
    uid: 9da0dc57-4cf7-463b-8822-3ceaddc1b06a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: 696b0814-31cd-4c1d-aa9b-cfdc2abb9a1a
  kind: Event
  lastTimestamp: "2026-04-24T22:18:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96af325612106
    namespace: kserve-ci-e2e-test
    resourceVersion: "41024"
    uid: 84f988e4-791f-47fd-a807-1abcbf0b7452
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40863"
    uid: 696b0814-31cd-4c1d-aa9b-cfdc2abb9a1a
  kind: Event
  lastTimestamp: "2026-04-24T22:18:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:18:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:18:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96af325c16491
    namespace: kserve-ci-e2e-test
    resourceVersion: "41026"
    uid: 1fa32338-09fe-4aba-9f22-5e7da913f240
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 696b0814-31cd-4c1d-aa9b-cfdc2abb9a1a
  kind: Event
  lastTimestamp: "2026-04-24T22:19:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96af6a489d79f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41448"
    uid: 55682c3d-3aa9-4218-826e-ba20f97d1248
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41025"
    uid: 696b0814-31cd-4c1d-aa9b-cfdc2abb9a1a
  kind: Event
  lastTimestamp: "2026-04-24T22:19:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:18:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:19:40Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18a96af6a513e72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41449"
    uid: f6219f3f-591d-4c5a-bb50-9177831aaf38
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40851"
    uid: e878c060-8df9-4a77-b82d-5f0a141b3b65
  kind: Event
  lastTimestamp: "2026-04-24T22:19:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:19:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96aefa67ad980
    namespace: kserve-ci-e2e-test
    resourceVersion: "41418"
    uid: 15175cce-cb97-4edb-bb81-4e6fa1daf6ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:18:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "40851"
    uid: e878c060-8df9-4a77-b82d-5f0a141b3b65
  kind: Event
  lastTimestamp: "2026-04-24T22:18:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:18:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:18:25Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96aefa6ee2e47
    namespace: kserve-ci-e2e-test
    resourceVersion: "40869"
    uid: bd3de76c-7ca5-4d56-bd55-219ce3eb5dfa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:19:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "41414"
    uid: e878c060-8df9-4a77-b82d-5f0a141b3b65
  kind: Event
  lastTimestamp: "2026-04-24T22:19:36Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:19:36Z"
    name: isvc-sklearn-s3-tls-serving-pass.18a96b0016011e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41415"
    uid: 4a4a58ce-c9b7-4faf-bf9d-b86d0f289743
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38624"
    uid: 377924c2-655d-4d59-8e62-15e7d6d5fef3
  kind: Event
  lastTimestamp: "2026-04-24T22:15:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:21Z"
    name: isvc-sklearn-s3.18a96ab6b627bfe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39140"
    uid: 877aa921-546c-4c93-91bf-18f92eac239f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38624"
    uid: 377924c2-655d-4d59-8e62-15e7d6d5fef3
  kind: Event
  lastTimestamp: "2026-04-24T22:14:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:20Z"
    name: isvc-sklearn-s3.18a96ab6b693dfa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38659"
    uid: d5e9ce4b-cbbc-4cb6-b3c6-069359292d8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:15:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39138"
    uid: 377924c2-655d-4d59-8e62-15e7d6d5fef3
  kind: Event
  lastTimestamp: "2026-04-24T22:15:21Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:15:21Z"
    name: isvc-sklearn-s3.18a96ac4c5b5505b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39139"
    uid: a9ded06d-0014-47a6-8fe2-cadaf4c6486c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-58b748b64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30283"
    uid: fcab0f23-1a85-479e-9b6a-20ee54f4cde0
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-58b748b64b-9m7sx'
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-sklearn-scheduler-predictor-58b748b64b.18a969d160030121
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: fafb0b45-2893-4c75-968e-6b7cee45a387
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30281"
    uid: 15392a36-d53d-4827-bb8e-cf1d2e06bf20
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-58b748b64b from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-sklearn-scheduler-predictor.18a969d15b8c6ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30284"
    uid: 89eb2bac-f1df-4420-92b6-e74081b4002b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 3e14f9b7-3834-4f20-90f0-6ba2e1b5efe2
  kind: Event
  lastTimestamp: "2026-04-24T21:57:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:56Z"
    name: isvc-sklearn-scheduler.18a969d15b07a36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30308"
    uid: 44dc1ac3-5743-400d-b2d6-f10ca0fd75e6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 3e14f9b7-3834-4f20-90f0-6ba2e1b5efe2
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-sklearn-scheduler.18a969d15b969505
    namespace: kserve-ci-e2e-test
    resourceVersion: "30285"
    uid: 04504957-b35c-4932-8776-71e844605577
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 3e14f9b7-3834-4f20-90f0-6ba2e1b5efe2
  kind: Event
  lastTimestamp: "2026-04-24T21:57:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:57:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:55Z"
    name: isvc-sklearn-scheduler.18a969d15b96ddc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30287"
    uid: dfdea8fe-a0d1-4b00-bb6b-f1c01f6b22a4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:02:35.932375Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:02:35Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a12900215b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32794"
    uid: 5304c818-2e1b-447e-bb8f-74a5e18d6e4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32799"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:36Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:02:36Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a12a8f9b9d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32806"
    uid: 85cb889a-c117-4624-90b7-aa6cae69dca5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:36Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a12aa587cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32808"
    uid: f6c0e12f-998c-41fb-a81a-a4fcf67aa696
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:36Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a12ad2269cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32810"
    uid: dd2dca58-8ec1-47ff-a6ea-084f3774c778
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:02:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:36Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a12ad940d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32811"
    uid: 576d9828-ecd3-456f-9299-c23db7ca62d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:40Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a1390cd901f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32851"
    uid: 3aec9914-c34a-4abd-b1d5-9f64bfdb9e15
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:40Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a1393eba24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32855"
    uid: 96c1cd3b-9008-4de4-9a3d-53286f852048
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:40Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a13945abca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32858"
    uid: b2e56e57-50f9-49ac-94fd-7299e1643365
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:40Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a1394676d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32859"
    uid: 538e6a90-2e64-44e4-8edb-15b7b52fd808
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:40Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a1397ed3f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "32862"
    uid: b53621a7-2727-49cf-a8bf-fd309ed03164
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:02:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:02:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:40Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a13986f4000
    namespace: kserve-ci-e2e-test
    resourceVersion: "32863"
    uid: 584a23ba-77bd-488a-a739-83275c0e9c1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:03:58Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:02:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:58Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a1408adf073
    namespace: kserve-ci-e2e-test
    resourceVersion: "33495"
    uid: 6144400d-4289-439d-aed4-88819598a430
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a2535860895
    namespace: kserve-ci-e2e-test
    resourceVersion: "33435"
    uid: dccf01f8-9b28-4123-9674-279e08d8b80e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a2535865dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33437"
    uid: 8dc7c06a-7977-49eb-8a80-7823beb1a329
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv
    namespace: kserve-ci-e2e-test
    resourceVersion: "32792"
    uid: e43b1f30-423a-44f6-93e5-b1943b4f5355
  kind: Event
  lastTimestamp: "2026-04-24T22:03:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:58Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv.18a96a25bacaedae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 62573335-e85e-4457-b268-a726d0f4854b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 86eb0037-20ce-4300-b903-c9ab961afe09
  kind: Event
  lastTimestamp: "2026-04-24T22:02:35Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-566cfc9859-kjnsv'
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:35Z"
    name: isvc-sklearn-v2-mixed-predictor-566cfc9859.18a96a128f9ad83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32791"
    uid: 348efa8b-d8f4-4cf2-8d3b-9799c97f287d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: c8c6c118-72a7-4e3e-9064-b79fe235b49d
  kind: Event
  lastTimestamp: "2026-04-24T22:02:35Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-566cfc9859 from 0
    to 1
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96a128c7fcd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32781"
    uid: 8a56a504-b592-470b-81b3-3f9cd776ccad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32778"
    uid: 678c1944-2681-483d-b64e-9af618cdf0c5
  kind: Event
  lastTimestamp: "2026-04-24T22:03:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:20Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96a160af5bfc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33155"
    uid: 88886fc8-c810-413c-a661-928d2be87fe6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32778"
    uid: 678c1944-2681-483d-b64e-9af618cdf0c5
  kind: Event
  lastTimestamp: "2026-04-24T22:03:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:20Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96a160b590fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33156"
    uid: 9b3d8c9d-a9e9-4923-8c58-370f8a72f162
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32941"
    uid: 678c1944-2681-483d-b64e-9af618cdf0c5
  kind: Event
  lastTimestamp: "2026-04-24T22:03:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:50Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96a208818bfb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33370"
    uid: 8b1b6704-7b73-4785-9ec5-2d747bb41e8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32941"
    uid: 678c1944-2681-483d-b64e-9af618cdf0c5
  kind: Event
  lastTimestamp: "2026-04-24T22:03:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:03:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:50Z"
    name: isvc-sklearn-v2-mixed-predictor.18a96a20887a6224
    namespace: kserve-ci-e2e-test
    resourceVersion: "33371"
    uid: fe818b3f-bec7-490e-98d6-9a29952a1097
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: 971895e7-ba04-4bf3-95a1-f95d8c78e084
  kind: Event
  lastTimestamp: "2026-04-24T22:03:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:48Z"
    name: isvc-sklearn-v2-mixed.18a96a128c606823
    namespace: kserve-ci-e2e-test
    resourceVersion: "33354"
    uid: d231d0d5-34c5-40ea-bb2a-2368ccea9ab7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: 971895e7-ba04-4bf3-95a1-f95d8c78e084
  kind: Event
  lastTimestamp: "2026-04-24T22:02:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:02:35Z"
    name: isvc-sklearn-v2-mixed.18a96a128cd74795
    namespace: kserve-ci-e2e-test
    resourceVersion: "32784"
    uid: 7d862c97-9592-4449-8117-67df84df026c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "33351"
    uid: 971895e7-ba04-4bf3-95a1-f95d8c78e084
  kind: Event
  lastTimestamp: "2026-04-24T22:03:48Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:48Z"
    name: isvc-sklearn-v2-mixed.18a96a236bf8ccda
    namespace: kserve-ci-e2e-test
    resourceVersion: "33353"
    uid: 93d55fe0-0773-44f3-8c69-eb4ee9345779
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:01:25.692340Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32197"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:01:25Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a0235603dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32203"
    uid: a842e551-d5d8-421d-add2-ebe19d021958
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:25Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a024207ccde
    namespace: kserve-ci-e2e-test
    resourceVersion: "32212"
    uid: a8f2bc22-d4a6-4523-8ed4-9144574ee35f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32208"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:26Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:01:26Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a027297f51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32221"
    uid: 97f5f8ec-0083-495c-aa22-d0b5df38119a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:26Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a0273f3d8c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32224"
    uid: 5c5058ac-7d3d-4e63-a622-8e1725f44789
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:26Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a0276f6df69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32226"
    uid: f97ef941-4fa9-48cf-8197-ffa2604c527d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:26Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a0277688996
    namespace: kserve-ci-e2e-test
    resourceVersion: "32227"
    uid: b2066ba7-8bd2-419e-b2a9-38ff58e4290b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1447"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:31Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a0373a68cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: f5c3449d-be56-4739-ae11-16fc48f99974
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:31Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a0376c1633a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32264"
    uid: 85325f16-2691-4dc2-9461-67d59beeefcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:31Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a037736af93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: 0eb3413e-adf0-49bf-ad1d-07df395415c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:31Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a0377413192
    namespace: kserve-ci-e2e-test
    resourceVersion: "32267"
    uid: d11a27dd-cac3-4ced-8e36-48cbf596703c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:31Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a037a0fe9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32270"
    uid: 2c0f067f-331a-47e8-bde1-0d2f7db2711e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:01:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:31Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a037a848ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32272"
    uid: b535edb7-0838-4c82-b7ec-faa8ebc016bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:02:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:01:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:39Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a03eb716d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: f0caeb07-07cd-460f-ae94-7a1b4eb5d246
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:02:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:35Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a128b5ac4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32774"
    uid: 3b8a2dfa-2f19-477c-934e-b7caf0478662
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:02:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:02:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:35Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a128b5b57a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: 99ff9315-5bf8-4bff-9205-5d144a0bf395
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32199"
    uid: d93fd8d0-0cea-4c2e-a676-6801b108163a
  kind: Event
  lastTimestamp: "2026-04-24T22:02:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:02:39Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5.18a96a134980dc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32842"
    uid: 3a70756b-67ba-4509-ae50-39d16052158e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-f9cd8f646
    namespace: kserve-ci-e2e-test
    resourceVersion: "32187"
    uid: d5bd05c1-e7a7-413d-af28-33ac946f9c8d
  kind: Event
  lastTimestamp: "2026-04-24T22:01:25Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-f9cd8f646-pq5t5'
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:25Z"
    name: isvc-sklearn-v2-predictor-f9cd8f646.18a96a0234eeb9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32198"
    uid: a298d1b9-e285-4b87-bfdb-0f9528e81eb5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32184"
    uid: 2a38e1dd-5be8-48fb-8b99-31458bb60a25
  kind: Event
  lastTimestamp: "2026-04-24T22:01:25Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-f9cd8f646 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:25Z"
    name: isvc-sklearn-v2-predictor.18a96a0231e721f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32190"
    uid: f9cf86ad-a66a-4319-8b03-45760c0cb605
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32186"
    uid: c284d519-df18-4230-8c6d-5ed6ff29dffa
  kind: Event
  lastTimestamp: "2026-04-24T22:01:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:40Z"
    name: isvc-sklearn-v2-predictor.18a96a05b09e273e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: 598623ad-ee73-438c-93f6-3377e70dd7d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32186"
    uid: c284d519-df18-4230-8c6d-5ed6ff29dffa
  kind: Event
  lastTimestamp: "2026-04-24T22:01:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:01:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:40Z"
    name: isvc-sklearn-v2-predictor.18a96a05b1197db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32355"
    uid: 92fabc73-6a7c-4f59-9d58-f6b4406d3958
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: c284d519-df18-4230-8c6d-5ed6ff29dffa
  kind: Event
  lastTimestamp: "2026-04-24T22:02:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:25Z"
    name: isvc-sklearn-v2-predictor.18a96a092fe4e8ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32665"
    uid: 42939d2f-a027-488c-af17-acfe53174d52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32354"
    uid: c284d519-df18-4230-8c6d-5ed6ff29dffa
  kind: Event
  lastTimestamp: "2026-04-24T22:02:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:02:25Z"
    name: isvc-sklearn-v2-predictor.18a96a093039c39a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32666"
    uid: 9d724bc0-baf8-42a7-ac10-0e2a9b183dd3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:00:35.562689Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31751"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:00:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f6896a77c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31758"
    uid: fdc084d8-d0ea-4749-8f07-e008d8646a53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31763"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:36Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:00:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f6a7f75b7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: ee1b3fb5-ad57-4a66-9648-fd03b40b6ee0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f6ac258788
    namespace: kserve-ci-e2e-test
    resourceVersion: "31775"
    uid: 9bd4a4b7-53d2-47c0-9993-f8684903db39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f6aedf64cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: 2daf75f8-c406-4948-a59b-bd4c7ba995f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:00:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:36Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f6af51f99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 56044ed4-c530-40dd-bde3-7a5506d37426
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:40Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f7c5c20b9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31822"
    uid: 2faa6076-a456-4724-8673-38dd4c67895b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f7c9034775
    namespace: kserve-ci-e2e-test
    resourceVersion: "31825"
    uid: 886f2d73-1701-4f63-b522-b62257794b3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f7c97322fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31827"
    uid: 8d81b735-490d-4967-be5c-6447e9366564
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f7c97d1d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31828"
    uid: bdd677e7-b925-4627-91bc-973193507524
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f7cc427e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "31830"
    uid: 45c37a29-ec39-4dbf-afc7-bfc0c5d1d386
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:00:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:00:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:40Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a969f7ccb89c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "31831"
    uid: 2997bd85-6314-4be3-adca-83ab0fc43df2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:01:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a96a02316f3cd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32188"
    uid: bafaeff7-0f05-4bfa-a9fe-578cdf2d2cc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:01:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:25Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a96a02316fadf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32192"
    uid: 38c72d06-2c5e-4271-b200-ea96b263b4df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:01:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a96a02f396f240
    namespace: kserve-ci-e2e-test
    resourceVersion: "32247"
    uid: 48f402f1-ebe9-4d05-9716-b6ba6945e161
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31754"
    uid: 1d606011-6522-4a74-a075-07fd69dccd79
  kind: Event
  lastTimestamp: "2026-04-24T22:01:28Z"
  message: 'Readiness probe failed: Get "http://10.134.0.53:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:01:28Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p.18a96a02f3e969e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32248"
    uid: 489d403a-196a-4bb1-bdef-dff176da5f1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31741"
    uid: 285df0e1-19fe-4e69-875a-6637959878ef
  kind: Event
  lastTimestamp: "2026-04-24T22:00:35Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-6d84c876f4-8rd8p'
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:35Z"
    name: isvc-sklearn-v2-runtime-predictor-6d84c876f4.18a969f688dd2bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31755"
    uid: fb5b4f98-02d3-4e57-b24e-22da35b222d6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31739"
    uid: bde8ba0c-d00e-4d66-ad7b-082c4ccf0478
  kind: Event
  lastTimestamp: "2026-04-24T22:00:35Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-6d84c876f4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:00:35Z"
    name: isvc-sklearn-v2-runtime-predictor.18a969f684979057
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: c77a1fa8-489d-4c29-972d-a9085afd24c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: c72ef449-d8a0-49f5-9bf9-b72027441795
  kind: Event
  lastTimestamp: "2026-04-24T22:01:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:05Z"
    name: isvc-sklearn-v2-runtime-predictor.18a969fa02e69d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "32007"
    uid: 9f4e4ac0-6e97-4994-8cb3-e7096ab5dbd4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31740"
    uid: c72ef449-d8a0-49f5-9bf9-b72027441795
  kind: Event
  lastTimestamp: "2026-04-24T22:01:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:00:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:05Z"
    name: isvc-sklearn-v2-runtime-predictor.18a969fa0376aee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32008"
    uid: eb3b9c9e-9b91-4103-aeca-b1dbc1c12322
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31903"
    uid: c72ef449-d8a0-49f5-9bf9-b72027441795
  kind: Event
  lastTimestamp: "2026-04-24T22:01:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a0102247280
    namespace: kserve-ci-e2e-test
    resourceVersion: "32119"
    uid: 0379c132-2217-4ae6-b39d-e6a8aae24cd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31903"
    uid: c72ef449-d8a0-49f5-9bf9-b72027441795
  kind: Event
  lastTimestamp: "2026-04-24T22:01:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:01:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:01:20Z"
    name: isvc-sklearn-v2-runtime-predictor.18a96a01028b9d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32121"
    uid: aa7ae954-93bf-4b06-ab10-34b8e15f4ebf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 522a5d3d-4974-4cf5-bb92-f04856255603
  kind: Event
  lastTimestamp: "2026-04-24T22:01:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:18Z"
    name: isvc-sklearn-v2-runtime.18a969f68450c419
    namespace: kserve-ci-e2e-test
    resourceVersion: "32107"
    uid: 7eb344cd-6b2d-49ef-9d60-26fe90aa31d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31712"
    uid: 522a5d3d-4974-4cf5-bb92-f04856255603
  kind: Event
  lastTimestamp: "2026-04-24T22:00:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:35Z"
    name: isvc-sklearn-v2-runtime.18a969f684d9744b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: e97ed057-be52-4fa5-a637-12e5a590a86e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31749"
    uid: 522a5d3d-4974-4cf5-bb92-f04856255603
  kind: Event
  lastTimestamp: "2026-04-24T22:00:35Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:00:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:00:35Z"
    name: isvc-sklearn-v2-runtime.18a969f68da6e893
    namespace: kserve-ci-e2e-test
    resourceVersion: "31767"
    uid: 3b7508c8-fa2a-44b0-9b21-2e638992acb4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32105"
    uid: 522a5d3d-4974-4cf5-bb92-f04856255603
  kind: Event
  lastTimestamp: "2026-04-24T22:01:18Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:18Z"
    name: isvc-sklearn-v2-runtime.18a96a00a4a7c985
    namespace: kserve-ci-e2e-test
    resourceVersion: "32106"
    uid: 21f6f241-0048-4fe2-beed-39bd6283eff8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: 19a74bac-03da-4488-b87d-adae10f2498b
  kind: Event
  lastTimestamp: "2026-04-24T22:02:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-sklearn-v2.18a96a0231a3025c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: c630212a-5cd0-40ed-af73-cc7535b598f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:01:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: 19a74bac-03da-4488-b87d-adae10f2498b
  kind: Event
  lastTimestamp: "2026-04-24T22:01:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:01:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:01:25Z"
    name: isvc-sklearn-v2.18a96a0232201cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "32193"
    uid: 08f727a7-9074-42bc-a888-d221c11d40e6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:02:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32697"
    uid: 19a74bac-03da-4488-b87d-adae10f2498b
  kind: Event
  lastTimestamp: "2026-04-24T22:02:29Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:02:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:02:29Z"
    name: isvc-sklearn-v2.18a96a10fac79596
    namespace: kserve-ci-e2e-test
    resourceVersion: "32698"
    uid: 5066f254-f0a3-49f6-b77e-15aba21f56c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30317"
    uid: 2378240d-c3c4-456c-bed0-88d3c616707d
  kind: Event
  lastTimestamp: "2026-04-24T21:59:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:01Z"
    name: isvc-sklearn.18a969d1d7a44745
    namespace: kserve-ci-e2e-test
    resourceVersion: "30863"
    uid: 9498b988-c6c2-4c86-a55e-91f67bff885f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:57:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30317"
    uid: 2378240d-c3c4-456c-bed0-88d3c616707d
  kind: Event
  lastTimestamp: "2026-04-24T21:57:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:57:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:57:57Z"
    name: isvc-sklearn.18a969d1d7f09382
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: 8c7c30b5-f5ea-48ee-bfb9-141cabeae4a0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "30861"
    uid: 2378240d-c3c4-456c-bed0-88d3c616707d
  kind: Event
  lastTimestamp: "2026-04-24T21:59:01Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:01Z"
    name: isvc-sklearn.18a969e0a18f9b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30862"
    uid: 8323ca62-fb30-46bc-af0d-e3392ae9c947
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:03:56.102520Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33454"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-6756f669d7-69whm
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a253a856b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "33458"
    uid: 30aaf082-e4f1-4168-aeac-803519c86211
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2553542235
    namespace: kserve-ci-e2e-test
    resourceVersion: "33471"
    uid: 8d40507f-4ea6-42e9-9309-0057460dea02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2554f4bd31
    namespace: kserve-ci-e2e-test
    resourceVersion: "33473"
    uid: 017e0898-5761-4f0b-9e6a-5e2f5413c0d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2557f9b139
    namespace: kserve-ci-e2e-test
    resourceVersion: "33475"
    uid: ce76948f-47d0-4736-bc01-dd8e80a8dfff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a25586836fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33476"
    uid: a2224cff-8fbe-4bc8-87e4-602220fc5f43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:02Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-04-24T22:04:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:02Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a269eaf6bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "33522"
    uid: 3fba77e8-0489-4b7c-8ea4-07d815690900
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:05Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.832s (3.832s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a27831d034b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33554"
    uid: 45d065f7-8d73-4d73-86af-2b7dd5270f4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2786a3d9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33556"
    uid: 18bcdb38-e27d-4f3a-b405-f815aff09445
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2787160ba4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33557"
    uid: 7a953064-0e08-4e69-a125-77f1ccbaa450
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:05Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2787227384
    namespace: kserve-ci-e2e-test
    resourceVersion: "33558"
    uid: 070023b8-beba-44bc-aefe-8b8942194d59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:06Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2789e00bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: dbeb88f2-627a-4cef-9027-f7eaf78722b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:06Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a278acaaf2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33560"
    uid: de8325f7-6d68-4ac0-930b-600a9cb7739f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:04:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:12Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a278e0e4425
    namespace: kserve-ci-e2e-test
    resourceVersion: "33609"
    uid: d39907fd-f146-41a6-baa6-a162ba0080d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2ec4490d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "33815"
    uid: 265b5474-54d9-42cc-92b2-1cee44f874f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2ec4495c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: c30666cd-dbc6-4fda-b737-616575c721a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-6756f669d7-69whm
    namespace: kserve-ci-e2e-test
    resourceVersion: "33456"
    uid: 5dd91356-b9fe-4d4b-9476-9634f7243f78
  kind: Event
  lastTimestamp: "2026-04-24T22:05:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:07Z"
    name: isvc-tensorflow-predictor-6756f669d7-69whm.18a96a2ec5ed41f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 7d317101-561c-4ac7-b178-cb17f706830c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-6756f669d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33443"
    uid: 40722d2f-7379-44eb-9e06-23db79ea1f56
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: 'Created pod: isvc-tensorflow-predictor-6756f669d7-69whm'
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow-predictor-6756f669d7.18a96a2539ff6c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33455"
    uid: 691d4b6c-923c-4c20-9da7-fccbad4053e6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33441"
    uid: 0b34bd4b-790a-4f50-8288-5e30ca9a526e
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: Scaled up replica set isvc-tensorflow-predictor-6756f669d7 from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow-predictor.18a96a25370b4f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33445"
    uid: 2f34e198-efbf-40cd-b883-7cb514993056
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 40254b01-963f-4e6e-ab19-b8bd30957217
  kind: Event
  lastTimestamp: "2026-04-24T22:04:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:11Z"
    name: isvc-tensorflow-predictor.18a96a28b5e6bcc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33596"
    uid: 116012fc-4cbc-43fe-a3aa-9fb6c20a8de2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33442"
    uid: 40254b01-963f-4e6e-ab19-b8bd30957217
  kind: Event
  lastTimestamp: "2026-04-24T22:04:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:04:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:11Z"
    name: isvc-tensorflow-predictor.18a96a28b64f2951
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: 8ba6fc7f-9435-4670-9917-b33568a60f02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33597"
    uid: 40254b01-963f-4e6e-ab19-b8bd30957217
  kind: Event
  lastTimestamp: "2026-04-24T22:04:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:26Z"
    name: isvc-tensorflow-predictor.18a96a2c34f5da58
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: df417c06-b956-4a0c-bc87-73058c83ea0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33597"
    uid: 40254b01-963f-4e6e-ab19-b8bd30957217
  kind: Event
  lastTimestamp: "2026-04-24T22:04:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:26Z"
    name: isvc-tensorflow-predictor.18a96a2c355b06f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33716"
    uid: 063f1763-796e-4c1a-8c3e-bfb5d4d470ea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:04:37.154718Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33832"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ec96c497b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33838"
    uid: 63c05cb3-6850-42ea-bc72-3a49f8086ba2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ee265b15b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33851"
    uid: 8ba3cba8-c714-476a-91e8-1402dcb11db3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ee3a8686d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33854"
    uid: ddd3b189-cf8a-4e58-a348-0d567ec8333c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ee70dbe7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33856"
    uid: e6039d54-a5d3-43e4-b7ca-3b25401666ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ee7851abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33857"
    uid: dfbc3260-9b79-4f50-bb2f-1f4890ce65a0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:42Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:42Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ff609d358
    namespace: kserve-ci-e2e-test
    resourceVersion: "33898"
    uid: 6b03f753-3732-4e9b-a6ad-3a88056fa123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:42Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ff993a313
    namespace: kserve-ci-e2e-test
    resourceVersion: "33902"
    uid: 307b858f-dc72-4edd-9a8f-a6e9eebd224a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:42Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ffa077173
    namespace: kserve-ci-e2e-test
    resourceVersion: "33903"
    uid: 10ee53f9-419c-4991-a499-d20b2db61dab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:42Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ffa146902
    namespace: kserve-ci-e2e-test
    resourceVersion: "33904"
    uid: 8c4c99d7-732c-40fa-a0f3-3b027207e3ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:42Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ffd4247f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33906"
    uid: 37a9742f-54f3-4d99-86c0-847535f78171
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:42Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a2ffdb5e16c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33907"
    uid: ac73003f-6080-4fce-8a5e-d2afec86cfe3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:04:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:04:49Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a30320131f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33962"
    uid: 02155fba-7271-40b4-8ef2-1072143c836b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a384fee573e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34200"
    uid: a5ad32d9-a186-4e57-ae11-db66df74e3f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a384feed3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "34205"
    uid: 50e23868-5b7b-4928-b1a4-a003ec9d40db
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33835"
    uid: 8e836c2d-46d1-477b-9fe7-0a9606a69df8
  kind: Event
  lastTimestamp: "2026-04-24T22:05:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:05:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:44Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d.18a96a3893ea623f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34437"
    uid: 9be63823-847b-40e0-8d4d-c86dff5717fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-8699d78cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33820"
    uid: 23c08391-d83f-4644-9429-11d464fa9ca7
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-8699d78cf-mgt2d'
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime-predictor-8699d78cf.18a96a2ec8e39130
    namespace: kserve-ci-e2e-test
    resourceVersion: "33834"
    uid: b9f80652-e9fd-470a-98d5-88518eb5d1a6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33817"
    uid: 9698957c-56f7-4130-a18f-a969405e6bbb
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-8699d78cf from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime-predictor.18a96a2ec573ebbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33822"
    uid: b0f19e10-5ecb-44a0-9c00-970b49efdacb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: d2570abb-088a-4df6-ac17-12c039a9b4e5
  kind: Event
  lastTimestamp: "2026-04-24T22:05:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:07Z"
    name: isvc-tensorflow-runtime-predictor.18a96a3244088069
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: 40973d44-14d4-4788-9659-bc146fa0becc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: d2570abb-088a-4df6-ac17-12c039a9b4e5
  kind: Event
  lastTimestamp: "2026-04-24T22:05:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:04:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:07Z"
    name: isvc-tensorflow-runtime-predictor.18a96a324470113a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: effd3f3a-67bc-4ea6-a9f4-405784df32e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: c4ccc225-6e84-4e52-b384-ef8389401f04
  kind: Event
  lastTimestamp: "2026-04-24T22:04:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:04:59Z"
    name: isvc-tensorflow-runtime.18a96a2ec553d456
    namespace: kserve-ci-e2e-test
    resourceVersion: "34043"
    uid: 117be73b-02d1-4f74-85e1-c94b4e3d94b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33790"
    uid: c4ccc225-6e84-4e52-b384-ef8389401f04
  kind: Event
  lastTimestamp: "2026-04-24T22:04:37Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:04:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:04:37Z"
    name: isvc-tensorflow-runtime.18a96a2ec5d0c808
    namespace: kserve-ci-e2e-test
    resourceVersion: "33824"
    uid: dd80063c-b008-40b5-bc24-8b8311c566d8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34040"
    uid: c4ccc225-6e84-4e52-b384-ef8389401f04
  kind: Event
  lastTimestamp: "2026-04-24T22:04:59Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:04:59Z"
    name: isvc-tensorflow-runtime.18a96a33f0fe0709
    namespace: kserve-ci-e2e-test
    resourceVersion: "34042"
    uid: 66d7b11f-ef00-46e8-8ffb-f28478c5ce43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: f0b1246a-02c0-4fa8-a1a7-62a006f98a09
  kind: Event
  lastTimestamp: "2026-04-24T22:04:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:04:22Z"
    name: isvc-tensorflow.18a96a2536eb567a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33687"
    uid: 79f3237f-cf71-42d7-8850-99cfa6a3c672
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:03:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: f0b1246a-02c0-4fa8-a1a7-62a006f98a09
  kind: Event
  lastTimestamp: "2026-04-24T22:03:56Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:03:56Z"
    name: isvc-tensorflow.18a96a253753643e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33447"
    uid: 21d15a02-adfb-4aa2-8e3d-a4bc74d176eb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:04:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "33685"
    uid: f0b1246a-02c0-4fa8-a1a7-62a006f98a09
  kind: Event
  lastTimestamp: "2026-04-24T22:04:22Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:04:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:04:22Z"
    name: isvc-tensorflow.18a96a2b4d47266c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33686"
    uid: e9c95f54-c875-4ce6-b2ee-70eb8de0bec5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:05:18.151689Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34218"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-84bb65d94b-7nd6v
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a3855086468
    namespace: kserve-ci-e2e-test
    resourceVersion: "34224"
    uid: ba431032-044b-4aac-9b33-939f6abaf263
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a386dcfc152
    namespace: kserve-ci-e2e-test
    resourceVersion: "34235"
    uid: 1a47bb0f-5feb-42bc-a703-58c9ad61eb50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a386f203f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34237"
    uid: 6f35ad9b-7d43-4cc8-b414-f4cb301bd7fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a3871eab42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34239"
    uid: 5412f854-f911-43e6-ac6a-53b6ebd2b1af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a387259cc43
    namespace: kserve-ci-e2e-test
    resourceVersion: "34240"
    uid: f9852105-8a0e-491e-9e16-1feec72a61e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:05:23Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-04-24T22:05:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:05:23Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a398a1e0bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34281"
    uid: ea9291ef-dcd5-4dd5-833d-050498490945
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:15Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m52.386s
    (1m52.386s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:15Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a53b4df4c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35066"
    uid: d9900cfa-a36e-4308-bfe5-877d9269c42d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:15Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a53bb94e07c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35068"
    uid: 3ab2be2b-c5b0-4263-a026-93990365a634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:15Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a53bcd67cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: fe396d88-8946-4b9f-b415-43714aa37cd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:15Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a53bce3ae0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35070"
    uid: b31ccfb7-f53e-4a84-b838-46977a8a5c8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:15Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a53c3119b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35072"
    uid: 09e5e7a3-97b6-41dc-8305-9473113e8a8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:07:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:15Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a53c4559200
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: 65ed83ef-7595-42fe-82bc-315c90782430
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:07:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:18Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a542e2a2d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35097"
    uid: e9d89ea1-69ca-479e-b703-4a3d6cc22475
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:29Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a56fdf8c983
    namespace: kserve-ci-e2e-test
    resourceVersion: "35213"
    uid: e5e57d64-cc30-495c-a9ed-2feb7800c69d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-84bb65d94b-7nd6v
    namespace: kserve-ci-e2e-test
    resourceVersion: "34222"
    uid: 8d3295c9-fd45-4290-916a-929197c3d174
  kind: Event
  lastTimestamp: "2026-04-24T22:07:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:29Z"
    name: isvc-triton-predictor-84bb65d94b-7nd6v.18a96a56fdf95191
    namespace: kserve-ci-e2e-test
    resourceVersion: "35217"
    uid: 1963232e-3d6a-4cb5-a25c-214c5974e9cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-84bb65d94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34209"
    uid: 9c461c5e-0684-4678-9cd2-c083aca3cb2d
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: 'Created pod: isvc-triton-predictor-84bb65d94b-7nd6v'
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton-predictor-84bb65d94b.18a96a3854a240e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34221"
    uid: b984c2be-5e67-4931-a3d4-d90893516ebd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34206"
    uid: 54b578d6-32b4-490f-90a7-3e8f12dd72ac
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: Scaled up replica set isvc-triton-predictor-84bb65d94b from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton-predictor.18a96a3851bac005
    namespace: kserve-ci-e2e-test
    resourceVersion: "34211"
    uid: e015939a-8c3d-4e40-a7f4-3b7220f3cc7d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: 45b3fd4d-5842-477b-ba1d-9cb680149b53
  kind: Event
  lastTimestamp: "2026-04-24T22:07:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:18Z"
    name: isvc-triton-predictor.18a96a3bd0a66489
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: 9d66ca07-3593-4055-b8bc-6287cd7920b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34208"
    uid: 45b3fd4d-5842-477b-ba1d-9cb680149b53
  kind: Event
  lastTimestamp: "2026-04-24T22:07:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:18Z"
    name: isvc-triton-predictor.18a96a3bd10ced66
    namespace: kserve-ci-e2e-test
    resourceVersion: "35092"
    uid: 7834025d-0ff5-4652-88bb-764d67fa1cfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 2f9e7ed4-e902-453f-9e56-71658842f833
  kind: Event
  lastTimestamp: "2026-04-24T22:07:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:07:23Z"
    name: isvc-triton.18a96a38518f81c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 35524a0a-d1b8-46d7-af95-76292774e116
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:05:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "34178"
    uid: 2f9e7ed4-e902-453f-9e56-71658842f833
  kind: Event
  lastTimestamp: "2026-04-24T22:05:18Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:05:18Z"
    name: isvc-triton.18a96a3851fbbb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: f47df82c-2616-48f9-9e86-c00e7246a94e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "35143"
    uid: 2f9e7ed4-e902-453f-9e56-71658842f833
  kind: Event
  lastTimestamp: "2026-04-24T22:07:23Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:07:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:07:23Z"
    name: isvc-triton.18a96a559a64bcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35144"
    uid: 30f43eed-193d-4de6-b156-a6ae473f9517
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:07:29.928287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-8689c4cfcc-lsk5m
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:07:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:07:29Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a570387bbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: aaf16457-8b67-4da0-bc29-1b43cda445a3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35236"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:30Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:07:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a571e07f477
    namespace: kserve-ci-e2e-test
    resourceVersion: "35244"
    uid: 320d6944-f5af-43ee-858a-051b82c59776
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a571f668b67
    namespace: kserve-ci-e2e-test
    resourceVersion: "35246"
    uid: abae5e01-e20b-4bfb-8c1b-ec728b7d0150
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a57247ec493
    namespace: kserve-ci-e2e-test
    resourceVersion: "35247"
    uid: 4640e042-5b62-41f0-930c-bb3d0f8935c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:07:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:30Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a572565fc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "35248"
    uid: 2defc00d-ab20-4e22-92f5-fa88646134e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:34Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-04-24T22:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:34Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5826bc5c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35288"
    uid: 38d045ab-82ad-487b-82aa-4fe3de19bb89
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:53Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.963s (18.963s
    including waiting). Image size: 1306417402 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T22:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5c9110b5fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: 4e3416db-9d80-4e0f-b046-1b877472c7c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5c97bab7ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 5ac91c49-c240-4f0c-bb82-afcc58bc614d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5c98edc21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35429"
    uid: 59ba3f45-70b6-41c8-a5a0-7d6addef2e94
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:07:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:53Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5c98f95304
    namespace: kserve-ci-e2e-test
    resourceVersion: "35430"
    uid: af4563b7-ecc0-428e-969b-860d5cc1cd26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:54Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5c9f9feecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: bb751b59-b032-4d80-b606-6f134d123606
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:07:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:07:54Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5ca142b7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: 5e49cd28-473a-4734-8377-07fc867e5630
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:07:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a5cd2d3d0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36046"
    uid: a6c65809-1f5b-450c-bade-f6147e484bf6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a6e52419de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36002"
    uid: 4a746870-df40-40b2-8bec-70df858fedb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a6e52469ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: c5d80883-df4c-488a-9b50-0af759ea3fa8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 69d7ea50-6dd5-4c39-977a-64d633bec4fd
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-predictor-8689c4cfcc-lsk5m.18a96a6e84e003e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36045"
    uid: 202dcb3d-2ddf-40ff-ae06-1af3c3baabca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-8689c4cfcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35212"
    uid: 9d8a3b47-0eb5-44a8-8e32-72a7b3484165
  kind: Event
  lastTimestamp: "2026-04-24T22:07:29Z"
  message: 'Created pod: isvc-xgboost-predictor-8689c4cfcc-lsk5m'
  metadata:
    creationTimestamp: "2026-04-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:29Z"
    name: isvc-xgboost-predictor-8689c4cfcc.18a96a5703062268
    namespace: kserve-ci-e2e-test
    resourceVersion: "35226"
    uid: 9a018608-f061-4890-bc8b-d863ea5648ee
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35209"
    uid: c2e3acd1-0568-486f-a5ab-3654191daeee
  kind: Event
  lastTimestamp: "2026-04-24T22:07:29Z"
  message: Scaled up replica set isvc-xgboost-predictor-8689c4cfcc from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:07:29Z"
    name: isvc-xgboost-predictor.18a96a56fe1b48c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35214"
    uid: b885b33f-04c4-41bb-845e-dfe7ccb49fae
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 3be5ac53-ea2c-43e4-b37b-3e5b52c28945
  kind: Event
  lastTimestamp: "2026-04-24T22:08:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:14Z"
    name: isvc-xgboost-predictor.18a96a5a7d206e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "35583"
    uid: a80acdff-b768-4b26-a1a6-07f34abbd397
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35211"
    uid: 3be5ac53-ea2c-43e4-b37b-3e5b52c28945
  kind: Event
  lastTimestamp: "2026-04-24T22:08:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:07:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:14Z"
    name: isvc-xgboost-predictor.18a96a5a7d81ead4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35584"
    uid: c9be5673-4e24-49fe-8db1-334ca01c529c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 3be5ac53-ea2c-43e4-b37b-3e5b52c28945
  kind: Event
  lastTimestamp: "2026-04-24T22:08:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:59Z"
    name: isvc-xgboost-predictor.18a96a64fa17bcd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35897"
    uid: f4136b32-6e26-4622-97d1-9ced43df843c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:08:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: 3be5ac53-ea2c-43e4-b37b-3e5b52c28945
  kind: Event
  lastTimestamp: "2026-04-24T22:08:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:08:59Z"
    name: isvc-xgboost-predictor.18a96a64fa89aa07
    namespace: kserve-ci-e2e-test
    resourceVersion: "35898"
    uid: 1476a42d-3057-4a04-9b49-6173a5cb50e8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:10:50.682422Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36909"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:10:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:10:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a85c168bfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36916"
    uid: 18019153-8b32-4cb7-b9cb-29d1f86ffaa1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36922"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:51Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:10:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a85da637b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36929"
    uid: f2b95699-0960-4684-b327-3b59c5a37b3e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a85dbb4a0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36931"
    uid: a425af24-a697-45e4-9564-707fe09106fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a85df718b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36933"
    uid: 2c3980aa-37a5-450f-8540-26a97d531e98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:10:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:51Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a85dfe49f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: 2f125155-b0bb-4869-a54a-5f0ff85f8d29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:55Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a86daebedc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36970"
    uid: 0abdd9f7-40da-48e4-bf58-398ba91a553a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a86ddc94fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36972"
    uid: b1d8f224-d713-4193-b67a-2402ec633d19
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a86de37719a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: 64a0cda8-4ed3-45f9-a53c-82bef8042a00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a86de430359
    namespace: kserve-ci-e2e-test
    resourceVersion: "36975"
    uid: ba4c5a63-2176-47a3-ac07-cd8a4f533fb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a86e1837fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: 8e156f0f-7bca-46d0-aacb-7a1153e99519
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:10:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:55Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a86e1f6921d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36979"
    uid: 86f41717-8a2a-4201-a558-69e2e61c2d29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:12:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:13Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a87528d334b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 6685c78f-be1d-4148-b929-a3a62261c0fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a985bb94549
    namespace: kserve-ci-e2e-test
    resourceVersion: "37552"
    uid: 3f114be2-c45e-4c34-9bef-fb41e8b85f65
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a985bb9c100
    namespace: kserve-ci-e2e-test
    resourceVersion: "37555"
    uid: 4b5de176-9377-465c-aecf-79c97f144162
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 2d26ebb1-8df4-4c22-af17-8b91691461b7
  kind: Event
  lastTimestamp: "2026-04-24T22:12:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:13Z"
    name: isvc-xgboost-runtime-predictor-779db84d9-4z5rt.18a96a9904aa1f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37610"
    uid: fb83ca26-8b1a-410e-872a-1e9e74536d47
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-779db84d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36899"
    uid: d77b9f23-e79e-40ae-947b-3d00eb7df141
  kind: Event
  lastTimestamp: "2026-04-24T22:10:50Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-779db84d9-4z5rt'
  metadata:
    creationTimestamp: "2026-04-24T22:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:50Z"
    name: isvc-xgboost-runtime-predictor-779db84d9.18a96a85c0ad7b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 08bbdf00-2b99-4715-aff5-4da2ef604850
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36897"
    uid: 7744de09-c479-4769-b6ca-9a4f1c974d8a
  kind: Event
  lastTimestamp: "2026-04-24T22:10:50Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-779db84d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:50Z"
    name: isvc-xgboost-runtime-predictor.18a96a85b86e2cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36901"
    uid: 28bbdb96-ffa0-4bb7-aa4d-51be533d0770
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36898"
    uid: fdee99c6-5050-43d0-8602-94b3a4e4361d
  kind: Event
  lastTimestamp: "2026-04-24T22:11:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:20Z"
    name: isvc-xgboost-runtime-predictor.18a96a8938245aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37162"
    uid: 0220a2d2-adca-4189-86ca-d45c19229b7a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36898"
    uid: fdee99c6-5050-43d0-8602-94b3a4e4361d
  kind: Event
  lastTimestamp: "2026-04-24T22:11:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:11:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:11:20Z"
    name: isvc-xgboost-runtime-predictor.18a96a89389a3b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "37163"
    uid: 014f2cad-2021-48c9-94ad-f0acb434ea9c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: fdee99c6-5050-43d0-8602-94b3a4e4361d
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-xgboost-runtime-predictor.18a96a903682dca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37488"
    uid: 715c73f5-8950-4d54-8b95-9b8de1dae38f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:11:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37056"
    uid: fdee99c6-5050-43d0-8602-94b3a4e4361d
  kind: Event
  lastTimestamp: "2026-04-24T22:12:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:11:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:05Z"
    name: isvc-xgboost-runtime-predictor.18a96a9036edcdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "37489"
    uid: f578ae2b-962f-48a2-a1ba-2c146e03e5d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36867"
    uid: 0b7a0af7-73a8-44ca-b787-f655bf5b43a6
  kind: Event
  lastTimestamp: "2026-04-24T22:12:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:03Z"
    name: isvc-xgboost-runtime.18a96a85b856ed5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: 9867646f-99aa-4f71-9190-4f604b28899b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36867"
    uid: 0b7a0af7-73a8-44ca-b787-f655bf5b43a6
  kind: Event
  lastTimestamp: "2026-04-24T22:10:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:50Z"
    name: isvc-xgboost-runtime.18a96a85b944c7ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36902"
    uid: f99216a4-b5bd-430c-acd3-a721b3ec6d14
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37468"
    uid: 0b7a0af7-73a8-44ca-b787-f655bf5b43a6
  kind: Event
  lastTimestamp: "2026-04-24T22:12:03Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:03Z"
    name: isvc-xgboost-runtime.18a96a96b60175ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37469"
    uid: 3386d3bb-78cd-4be7-9f5a-7ab8d90d75db
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:09:10.148153Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36021"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6e59198c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "36026"
    uid: ffc8c942-a17b-4dcd-ae87-f642232b0f56
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36030"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6e72057214
    namespace: kserve-ci-e2e-test
    resourceVersion: "36036"
    uid: cf203553-08d3-4299-a537-ac178d2c0ed7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6e737063cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36039"
    uid: 7943642e-f6ae-4139-9a57-d62ecdfc7e59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6e7616e1e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36040"
    uid: d285ec45-ee56-4331-bb40-0fe5f254c728
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6e768698f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36041"
    uid: 142bd36d-cb9b-4a8a-934c-3283f78c6870
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:15Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6f902fc4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: c3b3f73b-26f2-44a5-9c3f-b4f18d7a3179
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6f93415914
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: 8b6a94c6-eb1b-4f5e-99c8-fa90f0cdaaf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6f93b3ae2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36096"
    uid: 3090fef1-32cd-4933-8413-92b4cc388f6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6f93bfc22d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36097"
    uid: 22c44a8b-896b-4b04-af6e-6d4c18c77286
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6f9671a668
    namespace: kserve-ci-e2e-test
    resourceVersion: "36099"
    uid: a22098ff-7546-46b8-8deb-3da2e492217d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:09:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:09:15Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a6f96df921d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36100"
    uid: c4f49592-e934-4a28-bcdf-0bb517a32643
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a7a02a5b026
    namespace: kserve-ci-e2e-test
    resourceVersion: "36448"
    uid: 11b08656-6b23-4f66-b3f0-5b5cc6f34c6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a7a02a6130b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36451"
    uid: 314b66c5-b79e-4cf7-8925-194bdf1ea82f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36024"
    uid: 8f18907a-ee4d-470e-bddd-c8ec8099dda0
  kind: Event
  lastTimestamp: "2026-04-24T22:10:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:02Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8.18a96a7a820797f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36509"
    uid: 9c843897-1785-48fa-8988-9bf8aa0829a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646
    namespace: kserve-ci-e2e-test
    resourceVersion: "36008"
    uid: 9ac453f0-f343-4c36-9580-a91ffa9b6391
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-67d4bc6646-9kzj8'
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver-predictor-67d4bc6646.18a96a6e588a2b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "36022"
    uid: d7a71d9c-77ed-482c-bb62-e690c5832f0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36006"
    uid: cdfca901-6974-4ccd-aaf4-09da5dbc2912
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-67d4bc6646 from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96a6e53bb6da6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36010"
    uid: 8f66ab21-f253-418b-b1bd-14b871db1dc6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36007"
    uid: b2bae33d-d9a3-40a5-974c-14d14cf7b61b
  kind: Event
  lastTimestamp: "2026-04-24T22:09:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96a71d23a49f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36387"
    uid: 3fe93d68-6882-4200-b37f-f1a01cbdcb3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36007"
    uid: b2bae33d-d9a3-40a5-974c-14d14cf7b61b
  kind: Event
  lastTimestamp: "2026-04-24T22:09:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:09:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:55Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96a71d2985f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: 316c94b6-3534-4373-8a76-0061778a1655
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: b2bae33d-d9a3-40a5-974c-14d14cf7b61b
  kind: Event
  lastTimestamp: "2026-04-24T22:09:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96a75518c19bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36269"
    uid: 35b0f6a7-1b23-43b6-ad6d-88b3653da728
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36173"
    uid: b2bae33d-d9a3-40a5-974c-14d14cf7b61b
  kind: Event
  lastTimestamp: "2026-04-24T22:09:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:09:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:09:40Z"
    name: isvc-xgboost-v2-mlserver-predictor.18a96a7551f25742
    namespace: kserve-ci-e2e-test
    resourceVersion: "36271"
    uid: 6fe2bfa0-4749-4c53-966f-9c7ea80f0b9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: f472c38f-8037-4892-bc13-1a92830cacdc
  kind: Event
  lastTimestamp: "2026-04-24T22:09:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:52Z"
    name: isvc-xgboost-v2-mlserver.18a96a6e539a265a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36366"
    uid: 300dc268-6d17-46ee-ac76-6aa7559c1edb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "35978"
    uid: f472c38f-8037-4892-bc13-1a92830cacdc
  kind: Event
  lastTimestamp: "2026-04-24T22:09:10Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:09:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:10Z"
    name: isvc-xgboost-v2-mlserver.18a96a6e53f5e3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36013"
    uid: ba56f26b-a905-4c9e-8567-c2f6c6dc0fe9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36364"
    uid: f472c38f-8037-4892-bc13-1a92830cacdc
  kind: Event
  lastTimestamp: "2026-04-24T22:09:52Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:09:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:52Z"
    name: isvc-xgboost-v2-mlserver.18a96a783453dfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36365"
    uid: 291036e2-7100-43c7-8ef0-1708a1fb9046
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:13:00.824241Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38005"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    to ip-10-0-132-159.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa40e774275
    namespace: kserve-ci-e2e-test
    resourceVersion: "38011"
    uid: 66eed471-69f0-4f87-a322-938221108802
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa417b104b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: 81fee014-4993-4dd2-b6d6-091cdf461d01
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38016"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:01Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:13:01Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa44b44c241
    namespace: kserve-ci-e2e-test
    resourceVersion: "38037"
    uid: 50f75835-04e1-458b-b38a-415570e2a0a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:01Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa44cef67bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38039"
    uid: 07e9a753-996e-4e6d-a2fd-0a603adce540
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:01Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa44fd3ee56
    namespace: kserve-ci-e2e-test
    resourceVersion: "38040"
    uid: 2da3e1a9-e979-41dc-bdc7-7760d9cb0a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:13:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:01Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa45046fe3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38041"
    uid: e1405d54-b4a6-4fe9-b78b-82d73dd4a4cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:06Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa570e66cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: 9f838607-6a9b-4300-b0d9-df55d5eb4925
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa573aea833
    namespace: kserve-ci-e2e-test
    resourceVersion: "38082"
    uid: 2caad728-b2ff-4f33-a0f4-6b93d888d108
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa574350c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "38085"
    uid: 5892fccd-d1b2-4840-b795-9615b6c285b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa574427413
    namespace: kserve-ci-e2e-test
    resourceVersion: "38086"
    uid: 1247626a-6b73-4233-86d6-2913a5b4c2b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa576ec89eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "38088"
    uid: a3106fe2-6182-481a-b967-b21aefb1417e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:13:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:06Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa5775d9a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: 054272bb-2fd6-47bc-8c98-cbb8d234f2ab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-04-24T22:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96aa5acf7afed
    namespace: kserve-ci-e2e-test
    resourceVersion: "38720"
    uid: 41a8b555-870b-4a3c-822f-ecba69b8046b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:14:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96ab6b508ea1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38648"
    uid: 97a0b662-2c31-44c6-a899-caa3d2937493
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:14:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:14:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:20Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96ab6b5096c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38651"
    uid: 32cacb8f-a726-4c1c-a27a-be35c6730613
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "38008"
    uid: 6caf0557-ee59-412e-8376-709591b94d3a
  kind: Event
  lastTimestamp: "2026-04-24T22:14:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:14:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:14:23Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw.18a96ab75f043b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "38719"
    uid: 2f045fd6-c899-413c-a850-bc01f75b56fb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-159.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-159.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-6fcdd6977c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37995"
    uid: b14faa2e-e30a-4368-867f-67e12d026657
  kind: Event
  lastTimestamp: "2026-04-24T22:13:00Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-6fcdd6977c-4cjnw'
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2-predictor-6fcdd6977c.18a96aa40e12cf47
    namespace: kserve-ci-e2e-test
    resourceVersion: "38007"
    uid: e746ddd9-dc34-4bae-9764-2f773ed07b23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37993"
    uid: 1e94b44f-990c-497b-a0eb-c49d5b26dd5f
  kind: Event
  lastTimestamp: "2026-04-24T22:13:00Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-6fcdd6977c from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2-predictor.18a96aa40b638dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37998"
    uid: e14da790-2f82-45d0-90d4-202bd4ff351e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: 4cc871ce-21dc-4f3b-8da6-639afbad3fde
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-xgboost-v2-predictor.18a96aa78aaf8d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38368"
    uid: 7dcef8b0-d247-4eb5-818a-b459336ea84c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37996"
    uid: 4cc871ce-21dc-4f3b-8da6-639afbad3fde
  kind: Event
  lastTimestamp: "2026-04-24T22:13:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:13:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:13:45Z"
    name: isvc-xgboost-v2-predictor.18a96aa78b072613
    namespace: kserve-ci-e2e-test
    resourceVersion: "38369"
    uid: 9a493744-0b27-4a4a-acb6-ae1c617c8666
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: 4cc871ce-21dc-4f3b-8da6-639afbad3fde
  kind: Event
  lastTimestamp: "2026-04-24T22:14:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:15Z"
    name: isvc-xgboost-v2-predictor.18a96ab207e24b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: 39308a04-9aa8-46c5-b8e0-bf3a37621bcf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38159"
    uid: 4cc871ce-21dc-4f3b-8da6-639afbad3fde
  kind: Event
  lastTimestamp: "2026-04-24T22:14:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:14:15Z"
    name: isvc-xgboost-v2-predictor.18a96ab2084619b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38583"
    uid: 32ee8a2b-cba2-4783-ade6-3ebd9dea74d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:12:10.648253Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a985fbe7bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37570"
    uid: ff207d6d-6ab6-44f8-8df2-8ab567fb6628
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:11Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a986a982519
    namespace: kserve-ci-e2e-test
    resourceVersion: "37583"
    uid: da9763b8-0a07-424a-8c96-7df4f4f95462
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:12Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:12:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a98d205e9dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "37593"
    uid: a5203b69-952f-4311-a346-dacc3015c7f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a98d367c9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "37595"
    uid: 1e7d802c-4e71-45f5-a1a6-eb020ff815b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a98d6549440
    namespace: kserve-ci-e2e-test
    resourceVersion: "37597"
    uid: 4b95cadd-a64c-4de3-9e78-4cc70bfcf33d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:12Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a98d7085385
    namespace: kserve-ci-e2e-test
    resourceVersion: "37598"
    uid: 726a297e-1f55-43a4-b1d8-5720cff799c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:16Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:16Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a99d3ba5889
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: 261e37f0-4b83-4ce9-9ac8-6a96241e83c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:16Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a99d6ee2408
    namespace: kserve-ci-e2e-test
    resourceVersion: "37641"
    uid: 9390526e-91aa-40f9-9759-600d44951382
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:16Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a99d7639ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "37642"
    uid: 87e35235-63e9-4d6c-b0b6-9c250e17ae58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:12:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:16Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a99d76eb65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37643"
    uid: a910aa0c-dd09-4519-a3a8-23b8a17090ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a99da97af2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37645"
    uid: 3d1796fc-6222-4eb8-bb78-0bc27b229ae3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:12:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:12:17Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96a99db1749ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37646"
    uid: 47d35b85-1883-4612-9af1-f3e72bb29192
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:13:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96aa40a992764
    namespace: kserve-ci-e2e-test
    resourceVersion: "37994"
    uid: 6ae85c18-bea5-4ba7-ba1c-2b79ee511835
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:13:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96aa40a99da95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37997"
    uid: 49bae81c-5bc6-43d3-9ffc-0a728b609fc1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:13:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96aa5015d8610
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 16b1e76d-cd09-4e08-a396-41a0075eeeb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg
    namespace: kserve-ci-e2e-test
    resourceVersion: "37568"
    uid: 7ed3a23c-5e03-480a-916a-94ef044eda73
  kind: Event
  lastTimestamp: "2026-04-24T22:13:04Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    dial tcp 10.134.0.58:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:13:04Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg.18a96aa5019b8eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38069"
    uid: f79c2d88-ab48-401b-8a1f-68a26519b52a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37554"
    uid: 4e6f43b7-6c41-4088-b4c9-568bf775e6ad
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-6dc5954dc-cksmg'
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-xgboost-v2-runtime-predictor-6dc5954dc.18a96a985f5819b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37567"
    uid: d0e158fa-9044-4cce-b4b1-0b5896fbac3b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37551"
    uid: 698f0942-3f7d-4c93-bab4-6f1206ed4762
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-6dc5954dc from
    0 to 1
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96a985c7be62a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37557"
    uid: c3a35932-2a1e-475a-8c3b-fecb1a82c5df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37553"
    uid: c08b8cd8-8e7b-4899-8cee-e9ef215846b4
  kind: Event
  lastTimestamp: "2026-04-24T22:12:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96a9bdb09ec4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37811"
    uid: 068a865e-0a1d-4218-ba90-48b3a7c7cb2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37553"
    uid: c08b8cd8-8e7b-4899-8cee-e9ef215846b4
  kind: Event
  lastTimestamp: "2026-04-24T22:12:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:40Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96a9bdb6ec34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37812"
    uid: 5dbde975-e02b-46cf-a4fb-137bb415ce27
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: c08b8cd8-8e7b-4899-8cee-e9ef215846b4
  kind: Event
  lastTimestamp: "2026-04-24T22:12:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:55Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96aa2d9e353c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37926"
    uid: beefd01b-77a4-496e-8c26-3d85b7c3605b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: c08b8cd8-8e7b-4899-8cee-e9ef215846b4
  kind: Event
  lastTimestamp: "2026-04-24T22:12:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T22:12:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:12:55Z"
    name: isvc-xgboost-v2-runtime-predictor.18a96aa2da4913dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37929"
    uid: 3bb8ee28-fe5b-429b-867b-57d7594f5c0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: bba3ac03-66a4-4279-84d9-d37d3746e99e
  kind: Event
  lastTimestamp: "2026-04-24T22:12:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:55Z"
    name: isvc-xgboost-v2-runtime.18a96a985c5465a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37921"
    uid: 68f3b00c-c4f0-4749-9c7c-cca05c7461cb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37525"
    uid: bba3ac03-66a4-4279-84d9-d37d3746e99e
  kind: Event
  lastTimestamp: "2026-04-24T22:12:10Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:12:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:10Z"
    name: isvc-xgboost-v2-runtime.18a96a985cadc45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: 9c70cc59-d0ff-44f1-8891-922c62dd29e2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:12:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "37919"
    uid: bba3ac03-66a4-4279-84d9-d37d3746e99e
  kind: Event
  lastTimestamp: "2026-04-24T22:12:54Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:12:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:12:54Z"
    name: isvc-xgboost-v2-runtime.18a96aa2b2ee1fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37920"
    uid: 654751b0-0611-4f78-8ed5-1b9ddf342b91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: 7511ffd1-6365-47a9-99fb-4d0ec4caf97c
  kind: Event
  lastTimestamp: "2026-04-24T22:14:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:13Z"
    name: isvc-xgboost-v2.18a96aa40b99c68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38569"
    uid: 11f4a922-f9cf-4862-89f1-874218fc7cc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37966"
    uid: 7511ffd1-6365-47a9-99fb-4d0ec4caf97c
  kind: Event
  lastTimestamp: "2026-04-24T22:13:00Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2.18a96aa40bed97bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38019"
    uid: 24d8f6be-cb86-4f3d-a6cc-f4afb8f73f10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:13:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37977"
    uid: 7511ffd1-6365-47a9-99fb-4d0ec4caf97c
  kind: Event
  lastTimestamp: "2026-04-24T22:13:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:13:00Z"
    name: isvc-xgboost-v2.18a96aa41137c19e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: 2f2923f1-fc71-4943-ae98-597a75171bd2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:14:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38565"
    uid: 7511ffd1-6365-47a9-99fb-4d0ec4caf97c
  kind: Event
  lastTimestamp: "2026-04-24T22:14:13Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:14:13Z"
    name: isvc-xgboost-v2.18a96ab50fedf98b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38567"
    uid: 22f6b6d4-3f2b-4d0e-ac6b-34ec645e050a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: 17cca4f0-09ae-49b2-af87-8d475e2052a1
  kind: Event
  lastTimestamp: "2026-04-24T22:09:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:01Z"
    name: isvc-xgboost.18a96a56fe23c431
    namespace: kserve-ci-e2e-test
    resourceVersion: "35915"
    uid: 4adb3063-4117-4135-aae0-f134c01a62eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:07:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: 17cca4f0-09ae-49b2-af87-8d475e2052a1
  kind: Event
  lastTimestamp: "2026-04-24T22:07:29Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T22:07:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:07:29Z"
    name: isvc-xgboost.18a96a56fec54ccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35218"
    uid: 5736d12b-697a-4260-95b4-518e7387ebb4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:09:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "35913"
    uid: 17cca4f0-09ae-49b2-af87-8d475e2052a1
  kind: Event
  lastTimestamp: "2026-04-24T22:09:00Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:09:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:09:00Z"
    name: isvc-xgboost.18a96a6c360f8dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35914"
    uid: af826b3d-9ac8-48c0-b5d6-2a05a293e983
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:28:52.817102Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-c7d86bcbd-npgqt
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683b84f0deeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 07860535-bf06-441a-a62e-e790dd12dcf6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683b8cc3b541
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: e162cfd9-78b1-412b-92f4-32a589bebf69
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:53Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:28:53Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683bc1b6bee4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15575"
    uid: 0ddb0834-0c7d-4c39-91a4-5d3542c15d32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:53Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-04-24T21:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:53Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683bc2f93385
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: e3b98eca-12c8-4297-b70b-77a74d3eeda3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:54Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.049s (1.049s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-04-24T21:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:54Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683c01877f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15587"
    uid: 8d884cf6-c06a-4585-bfa3-1c80d46e61fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:54Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683c046eb0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: d66b52d5-7286-44bb-b8c1-5e91ee5cd5a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:54Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683c04e0b9d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15589"
    uid: bc5d37fa-cb4d-44f9-96c1-fedb7fd70167
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:54Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683c04eaebc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 65615b45-41d9-4210-b983-ba819d11a8a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:55Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683c08c7acc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 5f09c6f4-4e00-491f-83d5-e65795c2550b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:28:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:28:55Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a9683c09398ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 9b274a77-175b-46c9-99b1-0a58d6a34657
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a968540e487c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16496"
    uid: 8a77baf8-e42e-4c28-9437-b28fb43ddf96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-c7d86bcbd-npgqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 1a8b3832-4b60-40a3-8ac3-4340624f9a3c
  kind: Event
  lastTimestamp: "2026-04-24T21:30:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:30:38Z"
    name: message-dumper-predictor-c7d86bcbd-npgqt.18a968540e490041
    namespace: kserve-ci-e2e-test
    resourceVersion: "16498"
    uid: 3d1475ec-7603-4931-b0b4-7700a5d34452
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-c7d86bcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 5782c0ad-669a-4756-8bbb-f178d775f088
  kind: Event
  lastTimestamp: "2026-04-24T21:28:52Z"
  message: 'Created pod: message-dumper-predictor-c7d86bcbd-npgqt'
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: message-dumper-predictor-c7d86bcbd.18a9683b84642f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: d8339cbf-0be4-44f4-b22a-88518a960e3e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: d0e74aaa-b64e-481d-9385-28a42f29a54b
  kind: Event
  lastTimestamp: "2026-04-24T21:28:52Z"
  message: Scaled up replica set message-dumper-predictor-c7d86bcbd from 0 to 1
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: message-dumper-predictor.18a9683b82531cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: a09df061-03ad-42a4-a790-0e0d77decc2c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 0a06cda7-a6af-4738-9200-b6eb0b441dce
  kind: Event
  lastTimestamp: "2026-04-24T21:29:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:29:22Z"
    name: message-dumper-predictor.18a9683f0144550d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15876"
    uid: b038c21f-b7a1-41c4-9d22-f7fe01a07421
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: 0a06cda7-a6af-4738-9200-b6eb0b441dce
  kind: Event
  lastTimestamp: "2026-04-24T21:29:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:29:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:29:22Z"
    name: message-dumper-predictor.18a9683f01aa8aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15877"
    uid: 60f896af-fbf5-4576-b596-16b7180f45cf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 504d2220-ff18-4f63-b5ea-6cd3fb00033f
  kind: Event
  lastTimestamp: "2026-04-24T21:29:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:29:03Z"
    name: message-dumper.18a9683b8234b7e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: a25241bf-ed6b-4e69-b4b7-23642eb8aadd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:28:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15512"
    uid: 504d2220-ff18-4f63-b5ea-6cd3fb00033f
  kind: Event
  lastTimestamp: "2026-04-24T21:28:52Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-04-24T21:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:28:52Z"
    name: message-dumper.18a9683b828f9f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 6d0bff08-6d1a-4aa0-a976-8376d0028922
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:29:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 504d2220-ff18-4f63-b5ea-6cd3fb00033f
  kind: Event
  lastTimestamp: "2026-04-24T21:29:03Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:29:03Z"
    name: message-dumper.18a9683deca5e635
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: 963e2719-7cf7-457f-8190-e8ec0df7b8a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T21:59:08.193423Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30948"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-65d8664766-prnmq
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T21:59:08Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e231cd41e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30954"
    uid: 8b7cf3a3-8546-433d-9a33-9dff98351dd3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:08Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e23e495f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "30962"
    uid: 80a94209-5c9e-4b22-a04b-6b6a9f2f9960
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30958"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:09Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T21:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T21:59:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e26e945fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: b19106a9-cbbc-46d0-8bd4-81d893b15b7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e26ff338cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30975"
    uid: db7e0355-74df-4beb-9f32-6686aac74a46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T21:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e272f6318c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30977"
    uid: 7ae6bc9b-d32c-4a3a-b625-4acfe39eccb0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T21:59:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:09Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e2736ac1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30978"
    uid: fb2c9b47-7c6a-4fff-b831-5d7a362f0528
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:13Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e3736eb1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: 79b6935e-80b5-48e8-b341-7a96673a6799
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T21:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e3766609ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31021"
    uid: 176db9f8-bd57-4584-a738-3d1cea7cae79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e376d5ff0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31023"
    uid: c3e76d83-3f72-4c02-9f00-e3cd169e5419
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T21:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e376e1a804
    namespace: kserve-ci-e2e-test
    resourceVersion: "31025"
    uid: 8e7b86a6-230c-4b61-a28f-b85eb0c9719a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T21:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e379c58e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31027"
    uid: eb40c3be-6cd0-4c8a-bd89-075fc3d0c53a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:59:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:13Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969e37a36725a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31028"
    uid: 6c4e0ef5-972c-4a03-ba3f-5174a456c9cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969eddce98a2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31376"
    uid: f56a097a-0057-4b0a-a9c0-5f9dce22946b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T21:59:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T21:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T21:59:58Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969eddcea01e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31378"
    uid: baf32054-6f22-485d-8d4e-bd24c6f35d8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T22:00:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969eea135953f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31450"
    uid: 5ef960aa-339a-4729-ad4c-5876c5e836ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:00:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq
    namespace: kserve-ci-e2e-test
    resourceVersion: "30952"
    uid: f9522c87-c436-4251-af15-cfbc05d623bf
  kind: Event
  lastTimestamp: "2026-04-24T22:00:01Z"
  message: 'Readiness probe failed: Get "http://10.134.0.51:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.134.0.51:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:00:01Z"
    name: sklearn-v2-mlserver-predictor-65d8664766-prnmq.18a969eea1934cae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31451"
    uid: 101133c1-8a87-43d9-8349-a3624d82a21b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-65d8664766
    namespace: kserve-ci-e2e-test
    resourceVersion: "30938"
    uid: eb0f97b5-c508-4aca-b68f-77fe6ac70584
  kind: Event
  lastTimestamp: "2026-04-24T21:59:08Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-65d8664766-prnmq'
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:08Z"
    name: sklearn-v2-mlserver-predictor-65d8664766.18a969e2315a3341
    namespace: kserve-ci-e2e-test
    resourceVersion: "30951"
    uid: a4ce7653-47a1-4064-a5de-2166048f573d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30935"
    uid: 5819f15b-9eae-4ef6-adc1-c1664f5bb4c4
  kind: Event
  lastTimestamp: "2026-04-24T21:59:08Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-65d8664766 from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:08Z"
    name: sklearn-v2-mlserver-predictor.18a969e22e8b6a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30940"
    uid: be4114b3-c291-4149-b5fe-fa10d3b3e058
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: f1cb5959-9a69-48a8-baa5-5c32fd518227
  kind: Event
  lastTimestamp: "2026-04-24T21:59:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:23Z"
    name: sklearn-v2-mlserver-predictor.18a969e5ad1c8187
    namespace: kserve-ci-e2e-test
    resourceVersion: "31100"
    uid: 8c641a58-f9c1-4673-b037-3ff31991442e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30937"
    uid: f1cb5959-9a69-48a8-baa5-5c32fd518227
  kind: Event
  lastTimestamp: "2026-04-24T21:59:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T21:59:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:23Z"
    name: sklearn-v2-mlserver-predictor.18a969e5ada4afba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31101"
    uid: 8eb09ee9-ec19-4ab8-874d-48f0139f6747
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: f1cb5959-9a69-48a8-baa5-5c32fd518227
  kind: Event
  lastTimestamp: "2026-04-24T21:59:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:53Z"
    name: sklearn-v2-mlserver-predictor.18a969e92ce522dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31317"
    uid: d6187542-fad0-41b0-86fb-e4ca297cc38a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31099"
    uid: f1cb5959-9a69-48a8-baa5-5c32fd518227
  kind: Event
  lastTimestamp: "2026-04-24T21:59:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-04-24T21:59:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T21:59:53Z"
    name: sklearn-v2-mlserver-predictor.18a969e92d50ffb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31318"
    uid: 578ab7f1-e5ce-4c9f-b08b-5e1c2a624b87
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 175f6703-75b1-49d6-a3e4-6169b8e1fdc4
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: sklearn-v2-mlserver.18a969e22e65b877
    namespace: kserve-ci-e2e-test
    resourceVersion: "31305"
    uid: 30c325cf-f7cd-4a33-b430-bede057f26d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 175f6703-75b1-49d6-a3e4-6169b8e1fdc4
  kind: Event
  lastTimestamp: "2026-04-24T21:59:08Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T21:59:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:08Z"
    name: sklearn-v2-mlserver.18a969e22ec0da96
    namespace: kserve-ci-e2e-test
    resourceVersion: "30943"
    uid: 445899ff-ac47-46a4-aadd-f9025c850b89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T21:59:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31301"
    uid: 175f6703-75b1-49d6-a3e4-6169b8e1fdc4
  kind: Event
  lastTimestamp: "2026-04-24T21:59:51Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T21:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T21:59:51Z"
    name: sklearn-v2-mlserver.18a969ec5341dccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31303"
    uid: 729e6987-70b6-4cc1-bcfb-8f10d6fdd789
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-04-24T22:10:00.347982Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36469"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    to ip-10-0-134-248.ec2.internal
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7a093e1ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36475"
    uid: b2bc3e35-9d33-4081-b7d8-d394f4d44e47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-d68d85865-dlspx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36480"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7a2229b3e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36485"
    uid: db979645-98c0-4883-a689-23fecc521217
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:85f85c16414082de64de782f602228652c10c5bace08b518e803a7e911c62e5e"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7a23b874b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36487"
    uid: a7b64abb-3713-4ca1-81e3-48aeccd0b2f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7a2696de91
    namespace: kserve-ci-e2e-test
    resourceVersion: "36488"
    uid: 05a3df39-4a05-4a72-b3e6-b2847527b1c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7a270829b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36489"
    uid: ed3c592e-fc0b-42b0-9c20-0fedde66718e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:05Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7b3d8266ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "36530"
    uid: 6837c62e-8622-4cfc-a2c3-f398bb5be1f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-04-24T22:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7b410e8085
    namespace: kserve-ci-e2e-test
    resourceVersion: "36535"
    uid: 8080b26c-8ef4-41a3-a7b4-bbde152d8a9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7b41942096
    namespace: kserve-ci-e2e-test
    resourceVersion: "36536"
    uid: b006e225-1cea-4d71-84dc-168f889846d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-04-24T22:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7b419ef914
    namespace: kserve-ci-e2e-test
    resourceVersion: "36537"
    uid: 5bf90e1b-6be6-42ca-9a2e-ae20bd197aad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-04-24T22:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7b44b99742
    namespace: kserve-ci-e2e-test
    resourceVersion: "36539"
    uid: a5895e5a-46b9-49bc-907d-7f278397dbf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:05Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a7b4527922f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36540"
    uid: e95e6593-a331-44e7-beee-56e341269686
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-04-24T22:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a85b4f8ae19
    namespace: kserve-ci-e2e-test
    resourceVersion: "36893"
    uid: 026bf970-786e-4deb-b590-2fda3376674e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-04-24T22:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:50Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a85b4f948a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36894"
    uid: 5d4daf23-61f3-4746-b8c1-648c59f95915
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a866b501d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "36957"
    uid: bc393ee6-ce00-4089-bd4c-d15ec6dc8fd9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36472"
    uid: c239bcbf-6b4f-492a-995e-87ca125f4596
  kind: Event
  lastTimestamp: "2026-04-24T22:10:53Z"
  message: 'Readiness probe failed: Get "http://10.134.0.57:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.57:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-04-24T22:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-04-24T22:10:53Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd.18a96a866ba354f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36959"
    uid: dc6b4b6a-6f28-47d5-9cb0-490b9a022cb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-248.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-248.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-7799869d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 82524b2d-93ce-40da-88f4-175a82c06eaf
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-7799869d6f-bp5rd'
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver-predictor-7799869d6f.18a96a7a087de19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36470"
    uid: 953f275c-0213-4666-9aa1-45393e8ef082
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: a23127ce-bc02-493d-b522-fca8d1025fd9
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-7799869d6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver-predictor.18a96a7a04889773
    namespace: kserve-ci-e2e-test
    resourceVersion: "36459"
    uid: d483c6b6-be6c-4482-89d9-a1b2571a32a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 1b0970ac-2d04-4fc6-a4dd-7ba9b1a3cc81
  kind: Event
  lastTimestamp: "2026-04-24T22:10:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:45Z"
    name: xgboost-v2-mlserver-predictor.18a96a7d8368c317
    namespace: kserve-ci-e2e-test
    resourceVersion: "36829"
    uid: 1ecbcf78-7b62-4c9d-8a8e-f250d12dffb2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 1b0970ac-2d04-4fc6-a4dd-7ba9b1a3cc81
  kind: Event
  lastTimestamp: "2026-04-24T22:10:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-04-24T22:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-04-24T22:10:45Z"
    name: xgboost-v2-mlserver-predictor.18a96a7d83d0cb36
    namespace: kserve-ci-e2e-test
    resourceVersion: "36830"
    uid: aaa682f2-a682-4e0f-800a-52f320bc8c3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: 6303cc89-794e-4638-8ca5-6e81649db1fe
  kind: Event
  lastTimestamp: "2026-04-24T22:10:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:43Z"
    name: xgboost-v2-mlserver.18a96a7a046af789
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 11d7ac5a-f082-4d4c-aa64-dc849ff1c4c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36425"
    uid: 6303cc89-794e-4638-8ca5-6e81649db1fe
  kind: Event
  lastTimestamp: "2026-04-24T22:10:00Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-04-24T22:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:00Z"
    name: xgboost-v2-mlserver.18a96a7a04f6f4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36462"
    uid: 8d22ded7-50c4-4d49-919e-d8e5f7a5ac26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-04-24T22:10:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: 6303cc89-794e-4638-8ca5-6e81649db1fe
  kind: Event
  lastTimestamp: "2026-04-24T22:10:43Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-04-24T22:10:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-04-24T22:10:43Z"
    name: xgboost-v2-mlserver.18a96a841d088bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 22de08df-e899-4738-90ab-784ca1ccb3cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "41902"