---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:02:05.573393Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20873"
    uid: 8e35eb1c-8f34-4ea2-b5b0-29175a1040c6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e57645-predictor-7785c44686-kssvg
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:02:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:02:05Z"
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg.18c0003f98187eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20879"
    uid: 95a4efbb-008b-41dc-9867-f25d99a5d178
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 8e35eb1c-8f34-4ea2-b5b0-29175a1040c6
  kind: Event
  lastTimestamp: "2026-07-07T12:02:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-e57645-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:05Z"
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg.18c0003fa486837f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: d31c39c7-0b84-4aac-8fe3-3b5edc2b5c93
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 8e35eb1c-8f34-4ea2-b5b0-29175a1040c6
  kind: Event
  lastTimestamp: "2026-07-07T12:02:06Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:02:06Z"
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg.18c0003fd53ea390
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: c78d0d11-6233-43cc-817a-e8c47b845ac4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 8e35eb1c-8f34-4ea2-b5b0-29175a1040c6
  kind: Event
  lastTimestamp: "2026-07-07T12:02:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:09Z"
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg.18c0003fd6bc76b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20926"
    uid: 3c4fce16-7de8-4b6f-9fda-a8385716185c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 8e35eb1c-8f34-4ea2-b5b0-29175a1040c6
  kind: Event
  lastTimestamp: "2026-07-07T12:02:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:09Z"
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg.18c0003fda8900d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 810f6ef2-c116-4ab6-9689-deb30680625c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 8e35eb1c-8f34-4ea2-b5b0-29175a1040c6
  kind: Event
  lastTimestamp: "2026-07-07T12:02:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:02:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:09Z"
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg.18c0003fdaf9c334
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: 9c8eab06-2a5d-439d-8c74-bc40b21e67ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 8e35eb1c-8f34-4ea2-b5b0-29175a1040c6
  kind: Event
  lastTimestamp: "2026-07-07T12:02:10Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:02:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:10Z"
    name: isvc-init-fail-e57645-predictor-7785c44686-kssvg.18c00040cb32173b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20958"
    uid: eb914a08-f69a-4829-b6c0-fd76c14768c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-e57645-predictor-7785c44686
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: 924e478f-46bd-4b66-96f2-17884a6d2ff8
  kind: Event
  lastTimestamp: "2026-07-07T12:02:05Z"
  message: 'Created pod: isvc-init-fail-e57645-predictor-7785c44686-kssvg'
  metadata:
    creationTimestamp: "2026-07-07T12:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:05Z"
    name: isvc-init-fail-e57645-predictor-7785c44686.18c0003f979026f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20874"
    uid: 3718268b-8935-4544-93b2-7c186a01b7e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-e57645-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: e81fc60a-f97a-4b35-9339-c568b8c4b666
  kind: Event
  lastTimestamp: "2026-07-07T12:02:05Z"
  message: Scaled up replica set isvc-init-fail-e57645-predictor-7785c44686 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:05Z"
    name: isvc-init-fail-e57645-predictor.18c0003f95035f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20867"
    uid: c47b138e-374c-4847-894a-bf08c7a590e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e57645
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 0345a402-96f5-44d9-826d-2955a08c8c59
  kind: Event
  lastTimestamp: "2026-07-07T12:02:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:09Z"
    name: isvc-init-fail-e57645.18c0003f9519ef17
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: 81e1f74f-3de7-4f0e-9a71-d2088360304b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e57645
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 0345a402-96f5-44d9-826d-2955a08c8c59
  kind: Event
  lastTimestamp: "2026-07-07T12:02:05Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-e57645":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-e57645":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:05Z"
    name: isvc-init-fail-e57645.18c0003f957b843f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 6b28f47f-26d9-44af-a460-1d5ce9c3594a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e57645
    namespace: kserve-ci-e2e-test
    resourceVersion: "20857"
    uid: 0345a402-96f5-44d9-826d-2955a08c8c59
  kind: Event
  lastTimestamp: "2026-07-07T12:02:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-e57645": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:02:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:05Z"
    name: isvc-init-fail-e57645.18c0003f957bb81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20872"
    uid: e038ce17-e25b-45dc-a1ed-53763610926f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:55:53.636896Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:55:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:55:53Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffe8fef4b939
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: 6f62138d-a35c-4af2-80e3-0ce9115d7971
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:54Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:55:54Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffe918c847e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: fe309c50-cbf1-4316-8092-c17fdf0bede5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:54Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffe91a593618
    namespace: kserve-ci-e2e-test
    resourceVersion: "17866"
    uid: b815cbd4-39f5-462c-bb5e-e082c3a89750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:54Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffe91d338114
    namespace: kserve-ci-e2e-test
    resourceVersion: "17867"
    uid: 10b8a9ea-faaf-4412-a0f2-2dfaadc3ce86
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:54Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffe91daba37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: 852c22be-6ef9-4406-ae77-445550cafe0f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea183ea616
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: 85cf153a-6afe-4e09-8355-071df1104358
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea1b73d1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17906"
    uid: 16bae023-0465-413b-895c-aaeb334c6c94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea1be90f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17907"
    uid: b5e645c8-747e-41cf-a5e7-2a2b77f06a9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea1bf3c130
    namespace: kserve-ci-e2e-test
    resourceVersion: "17910"
    uid: db3425d3-d72c-4030-9971-5d403abe6279
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea1ff2a46b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: b9c5fd4b-047d-4bf1-a734-dc990bf87e3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea2066d8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: f6a0a869-cae2-4fc2-a210-059ff45b18f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:09b5af1a334a5587b0e013527b3d3da8cc1ab971511adb48b35571a192f868fd"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea20728691
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 47b55bf1-fb9b-45ca-8d44-81ebf9ac34e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea2361ef6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: f9a95aa4-666d-4f15-afad-918227dcd6a2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:55:58Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-07T11:55:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:58Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea23cf2506
    namespace: kserve-ci-e2e-test
    resourceVersion: "17916"
    uid: 9117f547-977f-476f-87d9-6e033a769e84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:57:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:31Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea9014a619
    namespace: kserve-ci-e2e-test
    resourceVersion: "18707"
    uid: 3ed0747c-c1d6-4b95-9948-6da0b94d42bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:57:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:56:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:31Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bfffea901e65c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18708"
    uid: 3ea8f1f3-cd1b-4d8d-83d7-95c9d5a0d34b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bffffcd5287f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: cce657d3-eee7-4d5b-ac80-a39db16befeb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bffffcd52910e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18545"
    uid: 3908288b-fe13-4ece-bed5-0c9ad176b260
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bffffcd52ef88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: 059f2638-16c4-491e-9357-35905423b52b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: 81b9f9f9-462a-4322-8b53-40b9d8753383
  kind: Event
  lastTimestamp: "2026-07-07T11:57:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:31Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx.18bffffd6c49aaee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18701"
    uid: dba3bd28-0e59-45c4-b334-7c0764e4f5d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-665a8-predictor-57894bfdbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: d1ab8223-be82-474a-9adf-f0ddfb6b4703
  kind: Event
  lastTimestamp: "2026-07-07T11:55:53Z"
  message: 'Created pod: isvc-logger-raw-665a8-predictor-57894bfdbf-s5jgx'
  metadata:
    creationTimestamp: "2026-07-07T11:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:53Z"
    name: isvc-logger-raw-665a8-predictor-57894bfdbf.18bfffe8fe8501c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: 60ba342f-a14c-4147-9fbb-3262d0ec5eeb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: 7cd4bb02-9b06-459a-aac2-249b60433758
  kind: Event
  lastTimestamp: "2026-07-07T11:55:53Z"
  message: Scaled up replica set isvc-logger-raw-665a8-predictor-57894bfdbf from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T11:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:53Z"
    name: isvc-logger-raw-665a8-predictor.18bfffe8faf55196
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: 84b28215-27c5-4982-b353-68f48047ac0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 01b42739-33f1-4d76-b467-7122b4821102
  kind: Event
  lastTimestamp: "2026-07-07T11:56:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:56:23Z"
    name: isvc-logger-raw-665a8-predictor.18bfffec79750e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "18107"
    uid: d1851a92-1722-4064-a74a-da11b48891c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17834"
    uid: 01b42739-33f1-4d76-b467-7122b4821102
  kind: Event
  lastTimestamp: "2026-07-07T11:56:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:56:23Z"
    name: isvc-logger-raw-665a8-predictor.18bfffec79da2be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: 919cef38-9313-4e42-8315-d93146955960
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 01b42739-33f1-4d76-b467-7122b4821102
  kind: Event
  lastTimestamp: "2026-07-07T11:57:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:57:08Z"
    name: isvc-logger-raw-665a8-predictor.18bffff377594a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "18430"
    uid: c4fbaf28-5f45-40ed-b206-42c2b76ee8b2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: 01b42739-33f1-4d76-b467-7122b4821102
  kind: Event
  lastTimestamp: "2026-07-07T11:57:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:56:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:57:08Z"
    name: isvc-logger-raw-665a8-predictor.18bffff377c2353e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18431"
    uid: 0a6f7dce-7a00-4faa-8a4c-1135dc2e32f1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-665a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: 2cb0afba-0f1e-452a-b210-55ac655f1456
  kind: Event
  lastTimestamp: "2026-07-07T11:57:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:57:12Z"
    name: isvc-logger-raw-665a8.18bfffe8faf86c15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: 49f06a35-dc5e-44cd-b4e6-dfdb0bd0e15b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-665a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: 2cb0afba-0f1e-452a-b210-55ac655f1456
  kind: Event
  lastTimestamp: "2026-07-07T11:55:53Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-665a8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-665a8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:55:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:53Z"
    name: isvc-logger-raw-665a8.18bfffe8fb8373fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17840"
    uid: aa16edc3-0963-4e39-8930-ffde3b6d933b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-665a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18464"
    uid: 2cb0afba-0f1e-452a-b210-55ac655f1456
  kind: Event
  lastTimestamp: "2026-07-07T11:57:11Z"
  message: InferenceService [isvc-logger-raw-665a8] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:57:11Z"
    name: isvc-logger-raw-665a8.18bffffb3c9b212c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: 456fe055-19e9-4ed0-9f40-9e0c102a95fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:00:14.230646Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19905"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-2abe02-predictor-66db8475c5-29lx8
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00025ab8d0e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: 0ce20dd9-9e84-4bf3-88c7-cd949d3898a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19914"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00025c4d1c761
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 6d9047b6-e7ab-48a7-a80c-75bb42fd7f72
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00025c65b87b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19926"
    uid: a3ef1316-cc28-468f-865d-9af7933dbf31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00025c8e2aaa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: b8c791cd-01a5-4b68-a08f-ec42cd427563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00025c9552c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19929"
    uid: 45c8a50a-e1cd-4103-b494-b3eeb3fb9960
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:19Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00026d9e2a8af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19965"
    uid: db0bdaea-d463-42f7-a0b8-f70b480e0c66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:19Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00026ddb1f031
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: 99383004-5d85-430d-a426-b917ca5c8121
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:19Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00026de27a311
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: 143e389e-b347-4fcb-b6ca-d27f829176ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:19Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00026de30d640
    namespace: kserve-ci-e2e-test
    resourceVersion: "19974"
    uid: 1af745a8-36ac-4cef-b374-92761ea8ac77
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:19Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00026e09dbf6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19975"
    uid: 517b3ee8-93c2-48b7-bfb9-536fbc055298
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:00:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:00:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:19Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c00026e1102c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19976"
    uid: c6d332a5-7543-4afe-be26-fd32b496091d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:01:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:00:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:29Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c0002715fe2935
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: e72811a6-6dbe-47c9-a348-2dcfd81b8627
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:02:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:00Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c0003e68848444
    namespace: kserve-ci-e2e-test
    resourceVersion: "20804"
    uid: e7c9d93a-16f5-47e6-b720-53c48fb54660
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:02:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:02:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:00Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c0003e6884f9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20805"
    uid: bdea85b6-e0e5-4d0b-8a20-fa2dee67980f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19907"
    uid: 5904b2c6-0388-44b0-bc40-b72a45ffa369
  kind: Event
  lastTimestamp: "2026-07-07T12:02:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:02:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:01Z"
    name: isvc-primary-2abe02-predictor-66db8475c5-29lx8.18c0003e9a3f787e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: d0d48897-79cb-430a-9235-cea1c0625861
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-2abe02-predictor-66db8475c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19895"
    uid: 8396f91b-26e4-423b-8b0c-2608e90748e8
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: 'Created pod: isvc-primary-2abe02-predictor-66db8475c5-29lx8'
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02-predictor-66db8475c5.18c00025ab127402
    namespace: kserve-ci-e2e-test
    resourceVersion: "19906"
    uid: ed932fb0-5199-401a-83ae-b4ee00d8c755
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: d52981ca-05e1-49b8-ae0a-e20c49703941
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: Scaled up replica set isvc-primary-2abe02-predictor-66db8475c5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02-predictor.18c00025a664468e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19896"
    uid: 621c58bb-8abf-4512-9609-a5fb83ef579e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: 41679954-650a-4712-b4d0-7dccc8c8f673
  kind: Event
  lastTimestamp: "2026-07-07T12:00:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:59Z"
    name: isvc-primary-2abe02-predictor.18c00029253e54db
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: a6f1f36a-91fc-42a9-bc2e-602027a1772d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: 41679954-650a-4712-b4d0-7dccc8c8f673
  kind: Event
  lastTimestamp: "2026-07-07T12:00:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:00:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:59Z"
    name: isvc-primary-2abe02-predictor.18c00029259e2d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: 45452c81-06fc-44cf-bca2-2d9edd4d1bfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 41679954-650a-4712-b4d0-7dccc8c8f673
  kind: Event
  lastTimestamp: "2026-07-07T12:01:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:59Z"
    name: isvc-primary-2abe02-predictor.18c0002ca4cbf105
    namespace: kserve-ci-e2e-test
    resourceVersion: "20761"
    uid: 6901d018-d963-4fd1-bc4a-38e288abbbd3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20047"
    uid: 41679954-650a-4712-b4d0-7dccc8c8f673
  kind: Event
  lastTimestamp: "2026-07-07T12:01:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:00:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:59Z"
    name: isvc-primary-2abe02-predictor.18c0002ca5375c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "20762"
    uid: 73f027da-49eb-4a63-93e3-77a29dbd4454
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2abe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: 25d84210-8ec5-492a-8f3d-24ca66b3ab38
  kind: Event
  lastTimestamp: "2026-07-07T12:01:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:40Z"
    name: isvc-primary-2abe02.18c00025a66905b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 1c82eac6-b701-4fa5-b1d2-33fb71e5c366
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2abe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: 25d84210-8ec5-492a-8f3d-24ca66b3ab38
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: 'Failed to update status for InferenceService "isvc-primary-2abe02": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-2abe02":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02.18c00025a6ee85a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19899"
    uid: f157cc09-3734-42fc-8d0c-b10a998a295d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2abe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19885"
    uid: 25d84210-8ec5-492a-8f3d-24ca66b3ab38
  kind: Event
  lastTimestamp: "2026-07-07T12:00:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-2abe02": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:00:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:14Z"
    name: isvc-primary-2abe02.18c00025a6eee47d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19900"
    uid: 9c221dc0-5b90-433f-a7c5-ef88826a391c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2abe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20555"
    uid: 25d84210-8ec5-492a-8f3d-24ca66b3ab38
  kind: Event
  lastTimestamp: "2026-07-07T12:01:39Z"
  message: InferenceService [isvc-primary-2abe02] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:01:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:39Z"
    name: isvc-primary-2abe02.18c00039a1ecab90
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 5d5cab7a-66b7-4a1f-b0af-bcab547b81c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:49:57.896641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14612"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:49:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:49:57Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff962b2e7757
    namespace: kserve-ci-e2e-test
    resourceVersion: "14616"
    uid: c41b1191-733e-4c1d-ada7-0b026fce0c27
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:49:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:49:58Z"
  message: Add eth0 [10.134.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:49:58Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9644fe0f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "14637"
    uid: 845fe6be-3128-470f-a26c-102b6540f919
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:49:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:49:58Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
  metadata:
    creationTimestamp: "2026-07-07T11:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:49:58Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9646c37b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14639"
    uid: 80cc0fff-442e-48d0-9107-5d72be118900
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    in 3.313s (3.313s including waiting). Image size: 300565429 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:01Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff970c3fbaa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: f5ce132f-e241-4907-85a4-b1783a01f9e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:01Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff970f4d7bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: 8f29918a-ccd1-446f-83d0-5a1efa9de0d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:50:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:01Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff970fbe1358
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 7035e912-077e-47ef-8957-e44735e3fb85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
  metadata:
    creationTimestamp: "2026-07-07T11:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:06Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9810d833c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14697"
    uid: 481084b6-dae8-464b-b6aa-cd7d5196352c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    in 13.327s (13.327s including waiting). Image size: 1555847076 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:19Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9b2b3aca59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14801"
    uid: 70e5f40c-0d06-4b17-aa82-f522d96c342f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:19Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9b2e3f0d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14802"
    uid: a56725ca-2ce2-4d2f-8420-e25138039405
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:19Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9b2eb171c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14803"
    uid: 7ed258b7-45b6-442d-8fd6-f7cca5e06950
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T11:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:19Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9b2ebde14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14804"
    uid: a94b95c0-8b87-4c10-869f-15b9acf8d09b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.4s (2.4s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9bbdd42d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: 22a057ed-90d7-47cb-a7b2-b92947dfa570
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9bc14e6c78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 094e57a4-31e4-455f-a6b9-0a77ade5f330
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9bc1c386bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: fa324d72-ff8b-46b7-bcf9-da0aeb5b7cc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:21Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:09b5af1a334a5587b0e013527b3d3da8cc1ab971511adb48b35571a192f868fd"
  metadata:
    creationTimestamp: "2026-07-07T11:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:21Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9bc1d080f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: 574a2875-a794-4cdc-b03d-adebb519b917
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:09b5af1a334a5587b0e013527b3d3da8cc1ab971511adb48b35571a192f868fd"
    in 3.055s (3.055s including waiting). Image size: 239995478 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:24Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9c77f17ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: a8b512c3-702e-438d-80c9-9e9866dfa3ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-07T11:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:25Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9c7aaf0e0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14844"
    uid: 8c17c43f-e491-4fd6-8306-e81844fa5d33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:50:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-07T11:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:50:25Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9c7b2386ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: 27475f6f-a76f-43f4-b3b5-11d1b01d5842
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:52:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:08Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9c82f2ec1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: fabd8315-19cb-4e02-bd54-52e3689ee1a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:51:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:58Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfff9cbec28ae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 2ce7d204-4c0c-4823-b24d-dc7a312be40b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfffb0f9302164
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 3a2b4da0-8260-4991-92e6-d55e19fced0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfffb0f93068bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15544"
    uid: c3bbf609-c640-412b-a1b3-e5c72cf1f7c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfffb0f930d195
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 3309a688-e16d-43f6-8bb5-e6405b320f61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: aea60b20-183b-450f-b3ff-3946a365f495
  kind: Event
  lastTimestamp: "2026-07-07T11:52:06Z"
  message: 'Readiness probe failed: Get "https://10.134.0.18:8643/healthz": dial tcp
    10.134.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:51:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:06Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg.18bfffb1b323be2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: a6fd38be-961a-4fa1-8c1a-ad4f47695d6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:49:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14600"
    uid: 0d7cc42f-a301-4501-9090-607156ace71d
  kind: Event
  lastTimestamp: "2026-07-07T11:49:57Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d-xnjtg'
  metadata:
    creationTimestamp: "2026-07-07T11:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:49:57Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d.18bfff962a8f1f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: 03363ccd-c0bd-4861-8dd5-5309c317d5bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:49:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-a3c05-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14599"
    uid: 10303eef-6f07-44d3-bbd0-b9f9e5f133af
  kind: Event
  lastTimestamp: "2026-07-07T11:49:57Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-a3c05-predictor-6dbbcd969d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:49:57Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor.18bfff96221f2708
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: 4cc20855-c56e-41f2-9bab-41a8133f80a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a3c05-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: f48a01d8-0b8b-4925-b063-4b426cd1843b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:57Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor.18bfff99a7671b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15083"
    uid: b4a463e0-8c5a-47dc-9acc-ff7309d9f1dc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:50:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a3c05-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14606"
    uid: f48a01d8-0b8b-4925-b063-4b426cd1843b
  kind: Event
  lastTimestamp: "2026-07-07T11:50:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:50:57Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor.18bfff99a7cd6c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: 425b6356-5ee8-4b6a-8ac6-94c5f1d4e230
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a3c05-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: f48a01d8-0b8b-4925-b063-4b426cd1843b
  kind: Event
  lastTimestamp: "2026-07-07T11:51:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:42Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor.18bfffa7a3a765a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 0a66a6a5-e725-4184-9e22-1df3b87ca3dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a3c05-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14753"
    uid: f48a01d8-0b8b-4925-b063-4b426cd1843b
  kind: Event
  lastTimestamp: "2026-07-07T11:51:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:51:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:42Z"
    name: isvc-raw-sklearn-batcher-a3c05-predictor.18bfffa7a41265cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 95d30053-4c22-4cb7-92e7-9786eb0fcf07
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-07T11:49:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a3c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: fb1ec873-e81e-4523-89a0-e80402ec6bf6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:38Z"
    name: isvc-raw-sklearn-batcher-a3c05.18bfff9628375bb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: 0f0fc3a7-e45a-42ce-8bfc-5a14258be27e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:49:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a3c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: fb1ec873-e81e-4523-89a0-e80402ec6bf6
  kind: Event
  lastTimestamp: "2026-07-07T11:49:57Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-a3c05":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a3c05":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:49:57Z"
    name: isvc-raw-sklearn-batcher-a3c05.18bfff9628b237cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14624"
    uid: 329b10d8-459c-4ced-8e0a-3d703081f25a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:49:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a3c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "14592"
    uid: fb1ec873-e81e-4523-89a0-e80402ec6bf6
  kind: Event
  lastTimestamp: "2026-07-07T11:49:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a3c05": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:49:57Z"
    name: isvc-raw-sklearn-batcher-a3c05.18bfff9628b2940d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: f5bdac6f-99bf-40bd-934b-9efed6aeda8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a3c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: fb1ec873-e81e-4523-89a0-e80402ec6bf6
  kind: Event
  lastTimestamp: "2026-07-07T11:51:38Z"
  message: InferenceService [isvc-raw-sklearn-batcher-a3c05] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:38Z"
    name: isvc-raw-sklearn-batcher-a3c05.18bfffad8aa74d0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 41c1d664-895a-4fd5-b6df-8d07ebecb019
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:01:44.388847Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 1a54334f-90bb-4bb9-b79a-17352d8a332a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:01:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:01:44Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n.18c0003aa9660735
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: bdd9f8b5-f684-4cc8-aa01-8b029fd5a4ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 1a54334f-90bb-4bb9-b79a-17352d8a332a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-2abe02-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:44Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n.18c0003ab102f450
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 0c0fd8c7-14ac-4fa8-8943-96a9569e2816
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 1a54334f-90bb-4bb9-b79a-17352d8a332a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:45Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:01:45Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n.18c0003ae6fc35b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20638"
    uid: 103c030b-3309-44ff-80d5-b96ab6963454
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 1a54334f-90bb-4bb9-b79a-17352d8a332a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:49Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n.18c0003ae8873a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: 250da855-affe-4556-9c76-f9ac5ee5cd09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 1a54334f-90bb-4bb9-b79a-17352d8a332a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:49Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n.18c0003aebd26da0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20677"
    uid: ec96b31f-24a4-44bc-8938-edde96248238
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 1a54334f-90bb-4bb9-b79a-17352d8a332a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:49Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n.18c0003aec451eee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: 6955223d-8a91-43ab-a652-c904c8ebd477
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 1a54334f-90bb-4bb9-b79a-17352d8a332a
  kind: Event
  lastTimestamp: "2026-07-07T12:01:53Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-2abe02-predictor-674dbf54d-6k97n_kserve-ci-e2e-test(1a54334f-90bb-4bb9-b79a-17352d8a332a)
  metadata:
    creationTimestamp: "2026-07-07T12:01:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:01:53Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d-6k97n.18c0003cd1b6984a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: 025cb887-1452-4943-8456-2959bde624bf
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-2abe02-predictor-674dbf54d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: 9c4a0606-ca12-4ca0-9d92-2a5934e26757
  kind: Event
  lastTimestamp: "2026-07-07T12:01:44Z"
  message: 'Created pod: isvc-secondary-2abe02-predictor-674dbf54d-6k97n'
  metadata:
    creationTimestamp: "2026-07-07T12:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:44Z"
    name: isvc-secondary-2abe02-predictor-674dbf54d.18c0003aa906415f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 11502a78-ee2e-4b86-87f9-f4aa870cfbeb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: 1608b00e-6d44-4ebe-af1c-cdc6088e66ec
  kind: Event
  lastTimestamp: "2026-07-07T12:01:44Z"
  message: Scaled up replica set isvc-secondary-2abe02-predictor-674dbf54d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-07T12:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:44Z"
    name: isvc-secondary-2abe02-predictor.18c0003aa4558333
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: 7a7f8b3e-4620-4024-b816-b6f20391fbb7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: ec430a60-bdfa-4218-a7be-74283f54c1a5
  kind: Event
  lastTimestamp: "2026-07-07T12:01:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:59Z"
    name: isvc-secondary-2abe02-predictor.18c0003e22d3c3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20763"
    uid: a01fd8a7-a6f7-4834-bde6-0634a87c9ed9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2abe02-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: ec430a60-bdfa-4218-a7be-74283f54c1a5
  kind: Event
  lastTimestamp: "2026-07-07T12:01:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:01:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:01:59Z"
    name: isvc-secondary-2abe02-predictor.18c0003e23317854
    namespace: kserve-ci-e2e-test
    resourceVersion: "20765"
    uid: a66066db-d4d2-4119-9269-279e71e83e03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2abe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: a6cf7105-f505-46bb-8437-300bfb86a80f
  kind: Event
  lastTimestamp: "2026-07-07T12:01:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:53Z"
    name: isvc-secondary-2abe02.18c0003aa45aef30
    namespace: kserve-ci-e2e-test
    resourceVersion: "20719"
    uid: 1e651c8a-6244-4228-92e2-3c871391fd5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2abe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: a6cf7105-f505-46bb-8437-300bfb86a80f
  kind: Event
  lastTimestamp: "2026-07-07T12:01:44Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-2abe02":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-2abe02":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:44Z"
    name: isvc-secondary-2abe02.18c0003aa4e027d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 91a8ecb5-debe-4dae-8cfc-9284af75e0ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:01:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2abe02
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: a6cf7105-f505-46bb-8437-300bfb86a80f
  kind: Event
  lastTimestamp: "2026-07-07T12:01:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-2abe02": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:01:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:01:44Z"
    name: isvc-secondary-2abe02.18c0003aa4e077d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: b691f530-6a9f-4bab-90ff-c56985983d40
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:51:53.034654Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15534"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb0f9f12cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15545"
    uid: 96cf441c-dd05-4282-a46d-05c73d38902b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-fea16-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb103ff0e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15581"
    uid: a4418422-47e0-47ab-bd39-1da4327866d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:54Z"
  message: Add eth0 [10.134.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:51:54Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb1370e6c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: cd96c2c1-6c66-4b14-828f-f46252ab4452
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:54Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb138aba4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: fd821770-41f5-45c3-9257-41ca813daf10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:54Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb13b527bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 8802d9e5-0371-4aad-89c8-226749f80788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:51:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:54Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb13bb4bd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: 30cd0526-5125-4dc8-b0bb-ef120c1f165a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:58Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb23ddb9188
    namespace: kserve-ci-e2e-test
    resourceVersion: "15652"
    uid: d318cae7-9968-4879-b3b2-9c91d2a5330d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:58Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb240ac7c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "15655"
    uid: 2b522f45-519d-4e83-a348-18eb24f336d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:58Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb241101582
    namespace: kserve-ci-e2e-test
    resourceVersion: "15656"
    uid: 02e58f6b-7d9a-409d-9604-1cd00412543a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:58Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb2411bde6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: 92d20108-2f0a-4e85-8f55-694aba40791a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:58Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb24525aaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: 547613ed-dbe4-49e9-b2c6-f08d828794e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:51:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:51:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:58Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb2458eff3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: 1f9e34d8-64e2-434d-b41a-03d14b0978a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:53:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:45Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffb27a0433cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16681"
    uid: 8d42509c-0d4a-4856-8ecd-175364c698db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffcaaa4761c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 5a5874bb-b680-4154-a72e-5940ae8f4c19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffcaaa484df9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: a1ee46b6-f662-47a1-9959-a7475023e62a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: c15d4442-c580-40c0-b82e-621022196d32
  kind: Event
  lastTimestamp: "2026-07-07T11:53:45Z"
  message: 'Readiness probe failed: Get "https://10.134.0.19:8643/healthz": dial tcp
    10.134.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:53:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:45Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257.18bfffcb2841fab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: e9734d19-ffe4-4656-a103-288cf5dcbc37
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: 8ae08a5c-1aa9-4c6c-aee5-7656fdde0c95
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: 'Created pod: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8-b4257'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8.18bfffb0f9657c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 2f1748e3-12b8-4e5f-93ce-6075f3dadfa4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15504"
    uid: 2e7b0bea-d489-4970-895c-a397a8b8c475
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-fea16-predictor-7578c7bdf8
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: isvc-sklearn-graph-raw-fea16-predictor.18bfffb0f41aca4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: 514972bc-a15f-4269-ac5e-594458ccf9f9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: d187f7df-6099-4433-9fbf-d700c0b26baf
  kind: Event
  lastTimestamp: "2026-07-07T11:52:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:37Z"
    name: isvc-sklearn-graph-raw-fea16-predictor.18bfffb472c55265
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: 74c1e994-ce8a-4e1f-a1a4-c6a065196bf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15505"
    uid: d187f7df-6099-4433-9fbf-d700c0b26baf
  kind: Event
  lastTimestamp: "2026-07-07T11:52:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:37Z"
    name: isvc-sklearn-graph-raw-fea16-predictor.18bfffb473328b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15970"
    uid: 7ba980bb-bbd4-4d68-9138-3f9d201bc749
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: d187f7df-6099-4433-9fbf-d700c0b26baf
  kind: Event
  lastTimestamp: "2026-07-07T11:53:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:38Z"
    name: isvc-sklearn-graph-raw-fea16-predictor.18bfffb7f2529b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 73547f3b-6c53-4f8d-9046-b8a652fd849e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15735"
    uid: d187f7df-6099-4433-9fbf-d700c0b26baf
  kind: Event
  lastTimestamp: "2026-07-07T11:53:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:38Z"
    name: isvc-sklearn-graph-raw-fea16-predictor.18bfffb7f2b8411c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: 05ee15f8-872b-48e7-a521-dc7119f91d8f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 3bad096c-fb8a-4a2c-98d3-2580d09234c8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:15Z"
    name: isvc-sklearn-graph-raw-fea16.18bfffb0f45d5c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16269"
    uid: 4de51429-0a78-476d-b38a-83802df52160
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15495"
    uid: 3bad096c-fb8a-4a2c-98d3-2580d09234c8
  kind: Event
  lastTimestamp: "2026-07-07T11:51:52Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-fea16":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-fea16":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:52Z"
    name: isvc-sklearn-graph-raw-fea16.18bfffb0f4bccce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: 8c801409-5a58-40c0-b5f5-3a3624b637f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 3bad096c-fb8a-4a2c-98d3-2580d09234c8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:15Z"
  message: InferenceService [isvc-sklearn-graph-raw-fea16] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:15Z"
    name: isvc-sklearn-graph-raw-fea16.18bfffc431d20af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16268"
    uid: 4db94f7d-3c72-4c22-9c93-e14d26b31ab4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:53:43.348247Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcaa924f7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: bafde6af-d32a-4442-acb0-06921ee0f942
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16597"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcac48eb0d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16644"
    uid: 92f82162-aaa0-473f-8a15-3eb0b8a71f59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcac60cceb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16646"
    uid: 98948541-2dfa-4191-97ad-85f5f5c363e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcac930e42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 58ed215c-28c1-4439-8eb3-623c36659c1f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcac9a5397c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: 71425304-b271-49e0-94b0-27b04a9e74be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcbb73cdb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 11f53f47-b108-449b-8e52-a06b84801683
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcbbb92e81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16705"
    uid: 7fb2572f-a163-4294-a86b-697c959e91e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcbbc2a119b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: a9667a7f-0644-43e6-b31d-971e469faa3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcbbc3b10ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16709"
    uid: 81af910e-a017-4ce4-beeb-0fbe0f4f102c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:48Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcbc0be828a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: 848bf8e9-919c-417b-aa0b-f22133bda150
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:48Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcbc131aa32
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: ec695230-b94f-4bba-9d31-dc462f27eca7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:55:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:35Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffcc2f27a586
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: e37f1e1b-7334-487d-a75a-ef9f87bf38e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffe456cb0c5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17611"
    uid: 87d7ee96-6cd9-4159-aeea-5173a2984a6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffe456cc1ec8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 8003e752-d0a0-446f-b48e-8ffeae06f859
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: b2935c9c-9c4c-4da4-9cf2-72d78d558ca8
  kind: Event
  lastTimestamp: "2026-07-07T11:55:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:35Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc.18bfffe4dd707309
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: 7be98321-eaf7-478c-b50d-f54451a5d924
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: a3c69748-9b22-4152-b30e-489d7a1ed02e
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b-zd4wc'
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b.18bfffcaa87acb2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 8b75c0ca-05f9-4808-91a9-1f69b97ecc86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 831f33ae-2f38-42be-8f43-f0d37b0ab169
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-e5dd1-predictor-7bf85b4b4b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor.18bfffcaa3d218f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: a3242cf6-7caf-4dd2-960f-4155eb24c03b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: daa648a7-ee2c-4f74-94db-0d6b4e0be6ed
  kind: Event
  lastTimestamp: "2026-07-07T11:53:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:58Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor.18bfffce22571b3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16798"
    uid: 87d6f89e-a083-4d2e-8119-55d0c0e737ae
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: daa648a7-ee2c-4f74-94db-0d6b4e0be6ed
  kind: Event
  lastTimestamp: "2026-07-07T11:53:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:58Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor.18bfffce22b41a8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16800"
    uid: 3df5dba7-e740-49d5-8f31-1af80f2f43eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: daa648a7-ee2c-4f74-94db-0d6b4e0be6ed
  kind: Event
  lastTimestamp: "2026-07-07T11:55:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:28Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor.18bfffd1a1d4db58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: db3f293d-3204-4b17-9a49-f3a91d9a81b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: daa648a7-ee2c-4f74-94db-0d6b4e0be6ed
  kind: Event
  lastTimestamp: "2026-07-07T11:55:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:28Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1-predictor.18bfffd1a233a0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17511"
    uid: 3715b0ef-8e2c-494b-b8e9-a47286fe9a29
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 615c7342-dfb6-4309-8908-67d41765d4f3
  kind: Event
  lastTimestamp: "2026-07-07T11:55:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:06Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1.18bfffcaa3d962fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: 23cb5754-f7c8-4498-8ab2-1115aa6d7b39
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: 615c7342-dfb6-4309-8908-67d41765d4f3
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-hpa-e5dd1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-hpa-e5dd1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1.18bfffcaa4330cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: e7de904b-3de2-4a44-9775-a276523c67c6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 615c7342-dfb6-4309-8908-67d41765d4f3
  kind: Event
  lastTimestamp: "2026-07-07T11:55:05Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-e5dd1] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:05Z"
    name: isvc-sklearn-graph-raw-hpa-e5dd1.18bfffdde6ee7ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 9a0c953e-3a3c-4012-9bfe-cfc1b9c421a3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:57:18.896432Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffcd8d14bda
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 9554d5ce-9b41-44fa-ab03-fc5b1307a75d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18563"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:19Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:57:19Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffcf2a5722a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18591"
    uid: b741777e-9b21-4311-8b38-9fb4ea3a120f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:19Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffcf421d7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 4f8e334b-650f-40ac-ac98-b5875d99cbbc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:19Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffcf791e76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: 5edb8763-2b77-4f5c-bed4-d80865edf5ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:19Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffcf804b840
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: f16674e7-f77a-4a82-856a-0bf24422155c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:23Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffdf64fac5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18633"
    uid: 2bbcced2-d69f-4104-866b-50d4cc91a1e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:23Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffdf9a963e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18635"
    uid: ea049d5f-7b1d-40eb-b799-8ff45835e839
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:23Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffdfa1d644a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: c9f36737-4f2c-4cea-99e3-4fc9c9e2537f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:23Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffdfa28387c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: cac82657-1366-4d53-896a-a213d4f01098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:23Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffdfd0eb3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: 3571a671-c6ac-43a1-9d59-496e9c8c1160
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T11:57:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:23Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffdfd8763fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18642"
    uid: 83f2d41d-6d8d-47eb-b4e7-32a58c6a3e56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T12:00:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:10Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18bffffe324fa0f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 23a68207-4a5c-4837-8708-f90e142ace00
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T12:00:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:09Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18c0002478e44d1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19841"
    uid: 31fd0af3-e9ab-43e8-bf9c-77650824f574
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T12:00:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:00:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:09Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18c0002478e4ba7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19842"
    uid: dc3803a4-5bed-484b-9539-980c60e39628
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78
    namespace: kserve-ci-e2e-test
    resourceVersion: "18554"
    uid: 36720b6c-40c2-4611-a629-bf30ea60c21e
  kind: Event
  lastTimestamp: "2026-07-07T12:00:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:00:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:00:15Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78.18c00024d8dc9678
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: fc0f92d1-94a5-48ea-98f1-4303a91b2e66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18535"
    uid: 8311eb4b-6b1a-4451-8a96-00bd88e89988
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: 'Created pod: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d-fmz78'
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d.18bffffcd8721c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18555"
    uid: 921c978a-0989-40ab-a77b-1bf1a70e30cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-8255d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 526c6c68-671a-463e-a2c3-4ead643d82d5
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-8255d-predictor-6fdb7dcc4d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: isvc-sklearn-scale-raw-8255d-predictor.18bffffcd4997b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: 7d97007e-dfd3-4301-a48f-11035504ac3e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-8255d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18534"
    uid: f93de58f-74b5-4ea6-87bf-c831114fb95d
  kind: Event
  lastTimestamp: "2026-07-07T11:58:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:58:03Z"
    name: isvc-sklearn-scale-raw-8255d-predictor.18c00000531a2ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18943"
    uid: 0f49c90f-817c-415c-b066-e1640508c5db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-8255d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18534"
    uid: f93de58f-74b5-4ea6-87bf-c831114fb95d
  kind: Event
  lastTimestamp: "2026-07-07T11:58:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:57:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:58:03Z"
    name: isvc-sklearn-scale-raw-8255d-predictor.18c0000053884599
    namespace: kserve-ci-e2e-test
    resourceVersion: "18944"
    uid: 1d9e12e5-d22f-4881-a1b5-20f9576a1480
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-8255d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: f93de58f-74b5-4ea6-87bf-c831114fb95d
  kind: Event
  lastTimestamp: "2026-07-07T12:00:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:03Z"
    name: isvc-sklearn-scale-raw-8255d-predictor.18c0000ad0e41035
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: 463d684d-a471-4ac1-84df-09a56a791cf9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-07T11:58:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-8255d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18722"
    uid: f93de58f-74b5-4ea6-87bf-c831114fb95d
  kind: Event
  lastTimestamp: "2026-07-07T12:00:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:00:04Z"
    name: isvc-sklearn-scale-raw-8255d-predictor.18c0000ad14db5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19785"
    uid: dc7cf460-290e-4fc1-9327-a4f03ab9980d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-8255d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 668cb256-b098-46a3-81b8-dbbdaea65f87
  kind: Event
  lastTimestamp: "2026-07-07T12:00:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:01Z"
    name: isvc-sklearn-scale-raw-8255d.18bffffcd4a65d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19764"
    uid: 5144060b-127e-45f9-ae7c-445b8b86faf6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-8255d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 668cb256-b098-46a3-81b8-dbbdaea65f87
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-8255d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-8255d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: isvc-sklearn-scale-raw-8255d.18bffffcd52b28c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18544"
    uid: 5e3fb6d1-97eb-4c39-98e5-46bf1dea781f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:00:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-8255d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19761"
    uid: 668cb256-b098-46a3-81b8-dbbdaea65f87
  kind: Event
  lastTimestamp: "2026-07-07T12:00:00Z"
  message: InferenceService [isvc-sklearn-scale-raw-8255d] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:00:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:00:00Z"
    name: isvc-sklearn-scale-raw-8255d.18c0002296445ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19763"
    uid: 9f895e70-1d49-4a39-848a-e0ddeb05dc78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:51:53.122892Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    to ip-10-0-138-138.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb0ff3385a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: 69608808-18e8-4b79-926a-1672ad6d5a2c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15577"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb1185ad6a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: 98cfc3e2-6f53-4e9a-81a9-a68b2fdd142a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb119f05ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 293d93e2-8c2a-4618-8908-a377c35e88e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb11cb52273
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: 414dff7a-2ee7-4739-9e17-af94086e2d58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb11d6c0517
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 1e92bd04-3fa6-48cc-a9ff-cf7197d10152
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:51:57Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-07T11:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:51:57Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb2037f7fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15638"
    uid: 288c8155-c865-46e5-9425-5a1830654e37
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:52:14Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.268s (17.268s
    including waiting). Image size: 1305293051 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:14Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb608cd9923
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 99f22c60-91fe-492b-b3ad-98f35c684551
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:52:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:14Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb60cf37d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "15786"
    uid: 975fc857-1fe8-44f0-ae8f-1f9f66e73acc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:52:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:14Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb60d8b1b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15787"
    uid: 77495a55-2663-4fa3-8e46-c8dfefc349d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:52:14Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-07T11:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:14Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb60d98cd34
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: d2873b0d-aff8-40fc-abf9-34559f5c2d7a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:52:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.252s (3.252s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:18Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb6cf762572
    namespace: kserve-ci-e2e-test
    resourceVersion: "15810"
    uid: 67c47cb9-ab02-472c-8a88-4f4c20473901
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:52:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:18Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb6d4f7f106
    namespace: kserve-ci-e2e-test
    resourceVersion: "15813"
    uid: 1ee6f398-3b5e-44b0-9a63-ad21bacb00ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:52:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:52:18Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb6d607affa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 033cb427-7573-44d0-83ca-a20cc917da17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:53:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:44Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffb6ec7ec0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: 9a9fc058-9716-4a8c-ba76-7eda6c55da8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffcab2fbf514
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: fd1166e1-7757-41aa-b7dd-5a4869a14c8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffcab2fc8183
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 8c274a97-9125-4738-9d11-7a7b062db2d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 333efe98-d5df-44da-adbe-ad3c413e1780
  kind: Event
  lastTimestamp: "2026-07-07T11:53:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:44Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn.18bfffcaf2b105ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16657"
    uid: efbcbd8e-64e3-4fdf-8cc1-a8eeb7f34f01
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 686b8674-abbe-4873-91be-99f121a4738d
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: 'Created pod: isvc-xgboost-graph-raw-fea16-predictor-778c496df-m5wxn'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor-778c496df.18bfffb0fea48a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: 6e0cffde-a1c1-4617-ab26-88400de6cf66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: a9c862f9-88ab-4c2b-9ecc-88006b18637f
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-fea16-predictor-778c496df
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor.18bfffb0faf9e491
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: 96913780-c4d6-4c5b-ab51-2da6ba80ec50
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 67e8cabb-d20a-4b6d-9880-34e2f2775d02
  kind: Event
  lastTimestamp: "2026-07-07T11:52:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor.18bfffb479905f06
    namespace: kserve-ci-e2e-test
    resourceVersion: "16087"
    uid: f932878a-30df-45d6-9be4-875236d560fe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 67e8cabb-d20a-4b6d-9880-34e2f2775d02
  kind: Event
  lastTimestamp: "2026-07-07T11:52:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:52:53Z"
    name: isvc-xgboost-graph-raw-fea16-predictor.18bfffb479f6ae49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16088"
    uid: 643612ee-4420-49f2-81bc-c2a79f0f449c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: 67e8cabb-d20a-4b6d-9880-34e2f2775d02
  kind: Event
  lastTimestamp: "2026-07-07T11:53:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:38Z"
    name: isvc-xgboost-graph-raw-fea16-predictor.18bfffbb77716f3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 9f679e44-73d6-4e0d-a622-a7fd08932135
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T11:52:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-fea16-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: 67e8cabb-d20a-4b6d-9880-34e2f2775d02
  kind: Event
  lastTimestamp: "2026-07-07T11:53:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:52:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:38Z"
    name: isvc-xgboost-graph-raw-fea16-predictor.18bfffbb77d6bd01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 2aade762-705a-4242-8d8e-dfdcc02844e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 84f77a36-586e-407d-9ed8-987567b9b4c9
  kind: Event
  lastTimestamp: "2026-07-07T11:53:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:14Z"
    name: isvc-xgboost-graph-raw-fea16.18bfffb0fb210e54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16254"
    uid: 886a39a0-23eb-4ff2-85cf-9a4853132e3a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15513"
    uid: 84f77a36-586e-407d-9ed8-987567b9b4c9
  kind: Event
  lastTimestamp: "2026-07-07T11:51:53Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-fea16":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-fea16":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:51:53Z"
    name: isvc-xgboost-graph-raw-fea16.18bfffb0fbae106a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: 044165fe-7a25-4433-99be-9b8924180ad5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16251"
    uid: 84f77a36-586e-407d-9ed8-987567b9b4c9
  kind: Event
  lastTimestamp: "2026-07-07T11:53:14Z"
  message: InferenceService [isvc-xgboost-graph-raw-fea16] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:14Z"
    name: isvc-xgboost-graph-raw-fea16.18bfffc3fc65080e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: f5308c56-c539-4e08-8429-fc1065f59682
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:53:43.422369Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16598"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    to ip-10-0-138-138.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcaad90026e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: 97596b4b-f883-4dc7-a459-eccd03801808
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcac6d2680c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: a831bb9f-f3aa-4aca-9699-9f388e43482f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcac859f252
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: 41d434ee-0eaa-413b-988f-bdb8675eb7cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcaca9a09ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: 51f61f6f-b958-421c-8fc0-8526fa1a203c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcacb2a2ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: 10150628-0fdd-4f98-813a-334e43d6d165
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcbb90c5a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: 5ac4d06e-b8b8-4a6f-80a7-edfa9cd4001b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcbbc07f179
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: 34f36ffd-bb68-43d2-8ee7-da78d1fe1fad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcbbc69020c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: c86fda3d-f858-476a-acf2-ebdea4aae49c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:47Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcbbc71624a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16710"
    uid: dcba5c8d-d276-4fe5-b5bf-b06a1e60a965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcbbedae785
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 8b9e77d3-bcda-4656-89db-3dbda3d827aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:53:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:53:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:48Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcbbf372768
    namespace: kserve-ci-e2e-test
    resourceVersion: "16714"
    uid: cdf7f1d3-7551-4c47-a42b-26cc932b1da9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T11:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:35Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffcc30d8471b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17668"
    uid: 1c872769-1bda-4a07-80b0-4820c442d6f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffe4597cd2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 1e901798-385c-4622-8d3f-21642c17e228
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffe4597d4edb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: f3c7f7ce-7b0e-4258-9285-8d383ab8760c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 7bed052b-565d-42d9-86fc-d7384075af91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:35Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T11:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:35Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz.18bfffe4df1c5407
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 9a9c7a29-83fd-4765-a2ce-4f072a23e88b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-138.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-138.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: f6f061a5-79d9-455c-be11-e4b70bc0bd39
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845-2wksz'
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845.18bfffcaad272ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 2781d66f-945e-454e-8784-114bf5261cf1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 5cd09e41-81fc-4005-963f-04d316fc4afe
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-e5dd1-predictor-6975b9845
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor.18bfffcaa96c38c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 9c702f84-1b57-41f9-9326-66a1a4acd70f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: 220926a0-236f-471b-9403-0be587a6bfae
  kind: Event
  lastTimestamp: "2026-07-07T11:54:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:28Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor.18bfffce27d6fdf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17028"
    uid: d9e14da3-ec50-49b3-bfdc-a9264b3e371d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16574"
    uid: 220926a0-236f-471b-9403-0be587a6bfae
  kind: Event
  lastTimestamp: "2026-07-07T11:54:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:53:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:28Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor.18bfffce28418211
    namespace: kserve-ci-e2e-test
    resourceVersion: "17030"
    uid: 6a0861df-19f7-4fbd-a213-d5496df81e5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: 220926a0-236f-471b-9403-0be587a6bfae
  kind: Event
  lastTimestamp: "2026-07-07T11:54:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:58Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor.18bfffd1a7097b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: 415a1105-65ea-4e8f-812d-0b4ccc4d9ab5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: 220926a0-236f-471b-9403-0be587a6bfae
  kind: Event
  lastTimestamp: "2026-07-07T11:54:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:54:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:54:58Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1-predictor.18bfffd1a76ee6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: bbfd30fd-f5f1-409d-bd31-e39c72b70dd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: ed4f585c-92ae-483e-9dc2-7a6a34307cd0
  kind: Event
  lastTimestamp: "2026-07-07T11:54:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:54:46Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1.18bfffcaaa583df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17168"
    uid: fd317fb3-5d40-4062-909c-ed39436cb1f4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: ed4f585c-92ae-483e-9dc2-7a6a34307cd0
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-graph-raw-hpa-e5dd1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-graph-raw-hpa-e5dd1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1.18bfffcaab099ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 959a0e24-e655-4e11-bf19-10d131be9e44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:54:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: ed4f585c-92ae-483e-9dc2-7a6a34307cd0
  kind: Event
  lastTimestamp: "2026-07-07T11:54:46Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-e5dd1] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:54:46Z"
    name: isvc-xgboost-graph-raw-hpa-e5dd1.18bfffd940d1329f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17167"
    uid: c89619eb-5746-4287-bcec-80f1bb0892e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:55:33.599859Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe454a7110e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: ed4a2f77-eeea-43d0-afe3-7d4ff41f793d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-665a8-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe460912090
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 75079048-7333-4c38-a385-9fde01bccc68
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:34Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:55:34Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe491d12b44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: cb8e6bea-bbea-442f-8f8f-3d18195c80e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:34Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-07T11:55:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:34Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe4932a5a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17653"
    uid: 7188617b-4b25-4fc8-b2a3-e7c750388214
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:36Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.367s (1.367s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:36Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe4e4ad6479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17669"
    uid: 63fda3b5-0675-4741-a29d-8b9276a49a6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T11:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:36Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe4e7dc0886
    namespace: kserve-ci-e2e-test
    resourceVersion: "17670"
    uid: 244f20f6-de80-4dac-9a93-85a296bc971a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:36Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe4e84ca87c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17671"
    uid: f4326117-2132-47ae-a637-426fbd199aaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:36Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe4e8578710
    namespace: kserve-ci-e2e-test
    resourceVersion: "17672"
    uid: 5866d6e0-65b3-48b9-9dea-57b9409bb8ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T11:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:36Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe4eb5236b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17673"
    uid: 7d6d9b39-7c3e-433d-9088-a0a81949b50f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:55:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:36Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bfffe4ebc58d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17674"
    uid: 7fcb7d3b-06e8-4d03-888c-3e70805c4cbb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bffffcdd0cca4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: ae5edd76-3fe8-4d1b-ae51-4a4a354719e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:57:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: ac9374d3-c168-4169-b067-a62b00696c91
  kind: Event
  lastTimestamp: "2026-07-07T11:57:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T11:57:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:57:18Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw.18bffffcdd0de51a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 20a96b37-8196-4955-96cd-3cab17ea66b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-665a8-predictor-58bc9f4578
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 67c0b4c6-515a-45e7-b4e4-b67d71e40d9c
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: 'Created pod: message-dumper-raw-665a8-predictor-58bc9f4578-lc7bw'
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: message-dumper-raw-665a8-predictor-58bc9f4578.18bfffe45407c25f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17593"
    uid: de539f38-0ec7-497b-9eee-919d1ecd6275
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 728a70a0-225f-4a5c-a7a8-af83b8b013c3
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: Scaled up replica set message-dumper-raw-665a8-predictor-58bc9f4578 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: message-dumper-raw-665a8-predictor.18bfffe450dd1dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17579"
    uid: 1b9d2a28-d7c0-4cbf-819b-c520cc5717e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: adc9b1bf-bca4-4a44-af8d-f989777f02ad
  kind: Event
  lastTimestamp: "2026-07-07T11:55:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:48Z"
    name: message-dumper-raw-665a8-predictor.18bfffe7cfab17ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17781"
    uid: aece0939-241c-4dfa-b0e7-1c84c7b138e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17577"
    uid: adc9b1bf-bca4-4a44-af8d-f989777f02ad
  kind: Event
  lastTimestamp: "2026-07-07T11:55:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T11:55:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:48Z"
    name: message-dumper-raw-665a8-predictor.18bfffe7d010eda8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17783"
    uid: 6101feec-ebfa-41aa-a0fc-cf0bfff01c99
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: adc9b1bf-bca4-4a44-af8d-f989777f02ad
  kind: Event
  lastTimestamp: "2026-07-07T11:56:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:56:03Z"
    name: message-dumper-raw-665a8-predictor.18bfffeb4edaf6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: 6af81bec-ac01-4ac7-876c-9d56bc206e85
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:56:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-665a8-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17782"
    uid: adc9b1bf-bca4-4a44-af8d-f989777f02ad
  kind: Event
  lastTimestamp: "2026-07-07T11:56:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T11:56:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:56:03Z"
    name: message-dumper-raw-665a8-predictor.18bfffeb4f401867
    namespace: kserve-ci-e2e-test
    resourceVersion: "17958"
    uid: 541eb43b-b5e1-4738-aa1b-026d4f9b5f94
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-665a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 2e465048-0b6c-4a80-a6a1-70c0c992ad11
  kind: Event
  lastTimestamp: "2026-07-07T11:55:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:44Z"
    name: message-dumper-raw-665a8.18bfffe450d8548e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17749"
    uid: 6433460a-f49e-40c1-9357-d4e9acaf37b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-665a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 2e465048-0b6c-4a80-a6a1-70c0c992ad11
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-665a8":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-665a8":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: message-dumper-raw-665a8.18bfffe45168f1e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: 57336499-e825-425c-81c3-b2561635642e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-665a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 2e465048-0b6c-4a80-a6a1-70c0c992ad11
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-665a8": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: message-dumper-raw-665a8.18bfffe45a5aabb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 182de177-5cf8-49a1-9404-df9d0fa2edf0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-665a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 2e465048-0b6c-4a80-a6a1-70c0c992ad11
  kind: Event
  lastTimestamp: "2026-07-07T11:55:44Z"
  message: InferenceService [message-dumper-raw-665a8] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:55:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:44Z"
    name: message-dumper-raw-665a8.18bfffe6d70b98aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: c63fb902-1a28-4123-98f8-56362540c598
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:53:33.059757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16400"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-fea16-7bbdc5b5df-wcghl
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:53:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:53:33Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffc843e86bd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 80b323de-2569-424c-a63f-65d3e8f50fc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:53:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-fea16-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:33Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffc85152502e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 4787a321-4a27-4201-8e36-98dc5aa4bd00
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:53:34Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:53:34Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffc881397021
    namespace: kserve-ci-e2e-test
    resourceVersion: "16425"
    uid: 3de6a543-b409-4d38-b012-711eaec06e19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-fea16}
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:53:34Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
  metadata:
    creationTimestamp: "2026-07-07T11:53:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:34Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffc882b12f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: bf75b15e-f8c8-4283-9c4e-e5a153f25f5b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-fea16}
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:53:36Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    in 2.059s (2.059s including waiting). Image size: 218072664 bytes.'
  metadata:
    creationTimestamp: "2026-07-07T11:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:36Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffc8fd72159f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 6614025c-a2bb-462d-bad5-029e0e9eef4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-fea16}
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:53:36Z"
  message: 'Created container: model-chainer-raw-fea16'
  metadata:
    creationTimestamp: "2026-07-07T11:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:36Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffc9008726b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: 34ed8856-2851-4190-900c-51d987c4dc8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-fea16}
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:53:36Z"
  message: Started container model-chainer-raw-fea16
  metadata:
    creationTimestamp: "2026-07-07T11:53:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:36Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffc900f8e27d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 4e45c518-4380-443e-920d-9b592608db73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-fea16}
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:53:43Z"
  message: Stopping container model-chainer-raw-fea16
  metadata:
    creationTimestamp: "2026-07-07T11:53:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:53:43Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffca9b73d40b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 61404eb3-ed0f-4c63-aace-8289af9cb616
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-fea16}
    kind: Pod
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 926403a4-3d20-469a-b75f-cecaccfcdf03
  kind: Event
  lastTimestamp: "2026-07-07T11:54:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:53:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:54:12Z"
    name: model-chainer-raw-fea16-7bbdc5b5df-wcghl.18bfffcbb4af9436
    namespace: kserve-ci-e2e-test
    resourceVersion: "16914"
    uid: f015633c-b285-4855-8649-9905ce022f88
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-fea16-7bbdc5b5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: dd05237b-5bc2-41ac-898f-1036507a2c72
  kind: Event
  lastTimestamp: "2026-07-07T11:53:33Z"
  message: 'Created pod: model-chainer-raw-fea16-7bbdc5b5df-wcghl'
  metadata:
    creationTimestamp: "2026-07-07T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:33Z"
    name: model-chainer-raw-fea16-7bbdc5b5df.18bfffc843764069
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 380f2afe-f056-4a76-b967-693e9902096a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: ef009f26-1f9c-4bcd-ae0c-cb57f056d979
  kind: Event
  lastTimestamp: "2026-07-07T11:53:33Z"
  message: Scaled up replica set model-chainer-raw-fea16-7bbdc5b5df from 0 to 1
  metadata:
    creationTimestamp: "2026-07-07T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:53:33Z"
    name: model-chainer-raw-fea16.18bfffc8423b76de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 7929281d-0324-4391-8bc0-eccfdedfa5df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:53:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-fea16
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: e33964a9-3968-49d4-a56a-0c67a3fa8c0c
  kind: Event
  lastTimestamp: "2026-07-07T11:53:33Z"
  message: InferenceGraph [model-chainer-raw-fea16] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:53:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:53:33Z"
    name: model-chainer-raw-fea16.18bfffc845cbe042
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: cfc349da-cc05-4459-b66b-ff9db592fa2f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T11:55:23.347560Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T11:55:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T11:55:23Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe1f1919816
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 81e69d5f-ef90-4d3e-b36c-483227a92cdc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: "2026-07-07T11:55:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-e5dd1-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T11:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:23Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe1fc00ebc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: 26e3c41c-f242-44c7-884c-0fdcdd7356d5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: "2026-07-07T11:55:24Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T11:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T11:55:24Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe22ebf1dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17472"
    uid: ec993ba7-4b5b-45e4-9dba-ce4685643269
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e5dd1}
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: "2026-07-07T11:55:24Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3ecf25ca4988bb9c678b6995d3cd17dde00648bf8dca69fe7b78fe19fd5c9b14"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T11:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:24Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe2300ab5cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: 24985188-6266-4102-9b24-80515f4ead51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e5dd1}
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: "2026-07-07T11:55:24Z"
  message: 'Created container: model-chainer-raw-hpa-e5dd1'
  metadata:
    creationTimestamp: "2026-07-07T11:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:24Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe233569c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 172b226e-5629-414b-86a5-8480cddcc116
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e5dd1}
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: "2026-07-07T11:55:24Z"
  message: Started container model-chainer-raw-hpa-e5dd1
  metadata:
    creationTimestamp: "2026-07-07T11:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:24Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe233c6a02c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 7031941c-9b14-4dc9-beff-3b54310d437e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e5dd1}
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: "2026-07-07T11:55:33Z"
  message: Stopping container model-chainer-raw-hpa-e5dd1
  metadata:
    creationTimestamp: "2026-07-07T11:55:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:55:33Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe4483eff41
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: edd0dda8-0a85-4a6e-b4d2-98114483f912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e5dd1}
    kind: Pod
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: d8a4bf02-86ab-4baf-b1ba-9d80c424b8bf
  kind: Event
  lastTimestamp: "2026-07-07T11:56:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-07T11:55:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T11:56:01Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk.18bfffe4f1c0b0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 1651c6ae-1ac6-4e45-9631-d121608d15ee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-e5dd1-767dd98897
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: f42c1c2c-ad15-4837-add3-30f896d523b0
  kind: Event
  lastTimestamp: "2026-07-07T11:55:23Z"
  message: 'Created pod: model-chainer-raw-hpa-e5dd1-767dd98897-6vnrk'
  metadata:
    creationTimestamp: "2026-07-07T11:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:23Z"
    name: model-chainer-raw-hpa-e5dd1-767dd98897.18bfffe1f0f94ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 1e179c56-9dca-48f0-b67e-4f26bcec381b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: c70ca446-b8b6-41f7-9adf-395248cdce05
  kind: Event
  lastTimestamp: "2026-07-07T11:55:23Z"
  message: Scaled up replica set model-chainer-raw-hpa-e5dd1-767dd98897 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T11:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T11:55:23Z"
    name: model-chainer-raw-hpa-e5dd1.18bfffe1efdfdd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: bcb5b681-7cbc-4c74-bab3-bdeb3876fd3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T11:55:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-e5dd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: 32062119-43b7-441f-abac-da9ab649bb24
  kind: Event
  lastTimestamp: "2026-07-07T11:55:23Z"
  message: InferenceGraph [model-chainer-raw-hpa-e5dd1] is Ready
  metadata:
    creationTimestamp: "2026-07-07T11:55:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T11:55:23Z"
    name: model-chainer-raw-hpa-e5dd1.18bfffe1f53caedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 78997685-6421-43ad-8640-bba7718f9852
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:02:15.768296Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21019"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:02:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:02:15Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c00041f7c26fcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 32b1008c-0b4d-43a1-bb0e-9dee20e6671f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-acf07-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-07T12:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:15Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c00042032baf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21033"
    uid: 0cc28533-161c-440e-bdba-02a2d7b6a1fb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21029"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c00042359e3f92
    namespace: kserve-ci-e2e-test
    resourceVersion: "21045"
    uid: f04873ba-d376-46e4-8b21-175a552369fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c00042371e20b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21047"
    uid: 07d80e3a-3258-4f37-ae0c-3ad3e3649599
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c0004239b31503
    namespace: kserve-ci-e2e-test
    resourceVersion: "21049"
    uid: 5acf67cf-2e62-4400-add8-2bc67f8cfdf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:02:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:16Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c000423a1fa85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21050"
    uid: e37b5419-09ef-4005-9347-759fcf1d2da8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:20Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c0004321d8e387
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: 6773ba10-2c06-4922-bdaa-d9957cda5b2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:20Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c0004324cf9468
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 4cd13d39-1b78-4384-b52d-a6bc00237a83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:20Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c000432546674f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: ec2edb94-6197-42c7-adec-c4c1dec6f357
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:20Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c0004325511522
    namespace: kserve-ci-e2e-test
    resourceVersion: "21090"
    uid: 51e1d0f6-f6e6-4519-958f-792c4eb2308b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:20Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c00043283f5aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21093"
    uid: ec56f4bc-e80d-4233-807b-42db9f7502ab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:02:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:02:20Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c0004328b0e821
    namespace: kserve-ci-e2e-test
    resourceVersion: "21094"
    uid: 9845b458-db1e-44e7-bf9d-f07bdfac0272
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:03:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:02:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:48Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c0004399a10786
    namespace: kserve-ci-e2e-test
    resourceVersion: "21745"
    uid: 3a85bd89-8b6e-4c9f-8a7d-ecf58fb68c2e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:03:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:45Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c00056f41850cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: 3c37a07e-8ed3-447b-897a-02e4951a1bd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:03:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:03:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:45Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c00056f418c6a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: ba10b575-a73c-4d5f-b452-46d2d3684e20
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21021"
    uid: 17fa0a01-2986-4bf1-b72c-54fd07d41a7f
  kind: Event
  lastTimestamp: "2026-07-07T12:03:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:03:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:48Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw.18c000579fc8e64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21744"
    uid: 897f2a7f-3d73-437e-82b1-c727e14f27ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-acf07-predictor-7bcfb88794
    namespace: kserve-ci-e2e-test
    resourceVersion: "21010"
    uid: 16ded1af-b158-41d0-b48e-b280bf78324e
  kind: Event
  lastTimestamp: "2026-07-07T12:02:15Z"
  message: 'Created pod: raw-sklearn-acf07-predictor-7bcfb88794-x5xcw'
  metadata:
    creationTimestamp: "2026-07-07T12:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:15Z"
    name: raw-sklearn-acf07-predictor-7bcfb88794.18c00041f760f0b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 267d1d29-c611-4406-905f-e3d019466ea3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-acf07-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21008"
    uid: 85790d4e-17de-4a64-ac8f-f94c6dc3328f
  kind: Event
  lastTimestamp: "2026-07-07T12:02:15Z"
  message: Scaled up replica set raw-sklearn-acf07-predictor-7bcfb88794 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-07T12:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:02:15Z"
    name: raw-sklearn-acf07-predictor.18c00041f48f6206
    namespace: kserve-ci-e2e-test
    resourceVersion: "21012"
    uid: 48732aa6-a888-4441-8828-9184db8edf87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-acf07-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: e712188d-424c-40c8-9466-3bf9c9254da3
  kind: Event
  lastTimestamp: "2026-07-07T12:03:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:00Z"
    name: raw-sklearn-acf07-predictor.18c00045738ae6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21382"
    uid: e949b87f-3a0a-44c3-b1fe-ad6fe3c7659a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-acf07-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: e712188d-424c-40c8-9466-3bf9c9254da3
  kind: Event
  lastTimestamp: "2026-07-07T12:03:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:02:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:00Z"
    name: raw-sklearn-acf07-predictor.18c0004573f4fe08
    namespace: kserve-ci-e2e-test
    resourceVersion: "21383"
    uid: 38353d59-f6a9-4f53-9bec-6f8c211f0e31
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-acf07-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: e712188d-424c-40c8-9466-3bf9c9254da3
  kind: Event
  lastTimestamp: "2026-07-07T12:03:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:45Z"
    name: raw-sklearn-acf07-predictor.18c0004ff0cf36bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 42aebd4b-bfb2-4bf2-b6b4-deba231b76dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-acf07-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21173"
    uid: e712188d-424c-40c8-9466-3bf9c9254da3
  kind: Event
  lastTimestamp: "2026-07-07T12:03:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:03:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:45Z"
    name: raw-sklearn-acf07-predictor.18c0004ff12b451d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 0feccf1b-d593-4827-b21e-46b14987de5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-acf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: 70ecd9c1-b565-46bc-bfca-72efa863752c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:38Z"
    name: raw-sklearn-acf07.18c00041f4da2cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 380b6ce8-99e3-4768-a9a6-9d4459f994b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:02:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-acf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: 70ecd9c1-b565-46bc-bfca-72efa863752c
  kind: Event
  lastTimestamp: "2026-07-07T12:02:15Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-acf07": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-acf07":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:02:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:02:15Z"
    name: raw-sklearn-acf07.18c00041f54e7ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21016"
    uid: 2dd94471-88ee-4585-b789-c76166a7ef9a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-acf07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21652"
    uid: 70ecd9c1-b565-46bc-bfca-72efa863752c
  kind: Event
  lastTimestamp: "2026-07-07T12:03:38Z"
  message: InferenceService [raw-sklearn-acf07] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:03:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:38Z"
    name: raw-sklearn-acf07.18c000555118deac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21653"
    uid: 514015a4-a75b-4f6c-8459-ba640e562c4d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-07T12:03:51.022316Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    to ip-10-0-143-227.ec2.internal
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-07T12:03:51Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c0005825576ba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21791"
    uid: 702f7a0b-cbfe-4284-bb17-81ac9a2e2b76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6794c59f58-h75dp
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21797"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:51Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-07T12:03:51Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c000583ea6f9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 857b23f1-49b3-4674-a56d-634519267304
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:4e745fe12220230a0d4cc05dc90033c71b44df647b53b2249ee8bc2e75c04f9d"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:51Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c000584008d542
    namespace: kserve-ci-e2e-test
    resourceVersion: "21808"
    uid: e9d544fe-c53a-426c-849c-9cb412a57892
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:51Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c000584337b829
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: e732dabc-ae93-472f-bcd1-2d0d7028a30a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:51Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c0005843a5166b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 12828318-69ec-44fa-9b67-efdaa237a459
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1698"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:56Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c00059546bef3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21843"
    uid: 42417290-0513-493b-8ab6-3f6e035e1d37
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-07T12:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:56Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c00059578796c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21846"
    uid: 286fd9df-7ae0-4c1e-a7fe-abb4caca0bed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:56Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c0005957f9f157
    namespace: kserve-ci-e2e-test
    resourceVersion: "21849"
    uid: caffc188-b28b-490b-92a6-554b26f71e97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-07T12:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:56Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c0005958041a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "21850"
    uid: b2248227-f1cf-46a9-9741-0b4cd43f28ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-07T12:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:56Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c000595b78baf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 1868757f-1f9f-4815-8a01-56c2241f0e34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:03:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:03:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:03:56Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c000595bedab8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21853"
    uid: 9c6cbd26-ac57-4715-a41c-5de1e7bc40d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:05:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-07T12:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:04Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c00059cc36c3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22342"
    uid: ffa754c3-83f1-4ac2-b240-35e088855a36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:05:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-07T12:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:11Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c0006ada9bbd38
    namespace: kserve-ci-e2e-test
    resourceVersion: "22412"
    uid: 13873a34-c7e5-47fa-8942-2a05d9ab6600
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:05:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-07T12:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:11Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c0006ada9c2b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22413"
    uid: 34877218-5294-4872-93eb-974114c09ee9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 97258ce3-7359-4398-a5f4-6155a6fdefdd
  kind: Event
  lastTimestamp: "2026-07-07T12:05:14Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-07T12:05:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-07T12:05:14Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5.18c0006b7e58fe8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22432"
    uid: ca0cb49e-f21c-4039-a190-57f31002517f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-227.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-227.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 6c257b81-0280-4796-8d5e-8d486769a3af
  kind: Event
  lastTimestamp: "2026-07-07T12:03:51Z"
  message: 'Created pod: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb-qvvc5'
  metadata:
    creationTimestamp: "2026-07-07T12:03:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:51Z"
    name: raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb.18c0005824f4854b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: bc8ec93e-fe4c-439b-a3ab-f7cae85c2408
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-7e4c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21772"
    uid: 5fbcac38-2ac1-4c0a-85d8-4e10e9b0beb1
  kind: Event
  lastTimestamp: "2026-07-07T12:03:50Z"
  message: Scaled up replica set raw-sklearn-runtime-7e4c0-predictor-864f7f9ddb from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-07T12:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:03:50Z"
    name: raw-sklearn-runtime-7e4c0-predictor.18c000581f9ec2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 8d679e5f-4711-40e3-a14f-b7d4b3f57b05
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7e4c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: 81136f81-4881-448f-9c25-aa988ea608ca
  kind: Event
  lastTimestamp: "2026-07-07T12:04:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:05Z"
    name: raw-sklearn-runtime-7e4c0-predictor.18c0005b9e099e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21930"
    uid: c768c3c4-1a1f-4e2f-9d3c-608ae4756501
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7e4c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21774"
    uid: 81136f81-4881-448f-9c25-aa988ea608ca
  kind: Event
  lastTimestamp: "2026-07-07T12:04:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-07T12:04:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:04:05Z"
    name: raw-sklearn-runtime-7e4c0-predictor.18c0005b9e671f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: ff4134a7-c3fa-4363-9bea-5d53d53a1bfb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7e4c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 81136f81-4881-448f-9c25-aa988ea608ca
  kind: Event
  lastTimestamp: "2026-07-07T12:05:05Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:05Z"
    name: raw-sklearn-runtime-7e4c0-predictor.18c0005f1d6ad11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22355"
    uid: 5eef24c6-0bef-4ae2-98c7-c04d76e47685
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-07T12:04:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-7e4c0-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 81136f81-4881-448f-9c25-aa988ea608ca
  kind: Event
  lastTimestamp: "2026-07-07T12:05:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-07T12:04:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-07T12:05:06Z"
    name: raw-sklearn-runtime-7e4c0-predictor.18c0005f1dc8db0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22356"
    uid: e69f09d8-8dd2-492a-8c52-ab1760e15adb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7e4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: 946adbfa-b12e-4005-86c0-cfe833277302
  kind: Event
  lastTimestamp: "2026-07-07T12:05:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-07T12:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:10Z"
    name: raw-sklearn-runtime-7e4c0.18c000581fa71f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22389"
    uid: fae7e102-a170-45b1-9716-96a6956eb219
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:03:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7e4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21765"
    uid: 946adbfa-b12e-4005-86c0-cfe833277302
  kind: Event
  lastTimestamp: "2026-07-07T12:03:50Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-7e4c0":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-7e4c0":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-07T12:03:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:03:50Z"
    name: raw-sklearn-runtime-7e4c0.18c00058201f5dec
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: dc281578-10cb-40d9-9aa3-1e73cca4679f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-07T12:05:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-7e4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 946adbfa-b12e-4005-86c0-cfe833277302
  kind: Event
  lastTimestamp: "2026-07-07T12:05:09Z"
  message: InferenceService [raw-sklearn-runtime-7e4c0] is Ready
  metadata:
    creationTimestamp: "2026-07-07T12:05:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-07T12:05:09Z"
    name: raw-sklearn-runtime-7e4c0.18c0006a87277554
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: edccb463-ed4a-4284-9b41-f030c81a30e8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22660"